-- Logs begin at Tue 2022-07-26 12:03:51 UTC, end at Tue 2022-07-26 13:07:58 UTC. -- Jul 26 12:42:35.654177 dv-cinder-850939-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 12:42:38.340379 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.common.config [-] Logging enabled! Jul 26 12:42:38.340988 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 12:42:38.341176 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115430) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 12:42:38.344433 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.common.config [-] Logging enabled! Jul 26 12:42:38.344691 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 12:42:38.345005 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115430) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 12:42:38.345956 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 12:42:38.346189 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 12:42:38.346669 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 12:42:38.347461 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 12:42:38.347719 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 12:42:38.348047 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.348353 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.348584 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.348884 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.349179 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.349467 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.349759 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.350062 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.350353 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.350637 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.350922 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.351156 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.351442 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.351763 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.352055 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.352282 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] debug = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.352564 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.353002 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.353401 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.353736 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.353975 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.354256 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.354531 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.354809 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.355098 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.355441 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] host = dv-cinder-850939-2-iscsi {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.355736 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.356024 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.356313 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.356602 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.356877 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.357154 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.357445 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.357720 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.357992 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.358269 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.358556 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.358841 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.359130 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.359357 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.359583 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.359896 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.360196 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.360473 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.360752 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.361030 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.361301 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.361578 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.361848 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.362135 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.362450 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.362733 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.363007 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.363282 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.363556 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.363853 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.364133 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.364407 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.364679 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.364953 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.365240 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.365511 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.365784 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.366086 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.366370 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.366652 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.366938 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.367211 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.367501 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.367800 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.368076 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.368348 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] use_json = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.368620 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.368890 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.369174 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.369446 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.369718 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.369994 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.370266 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.370803 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.371075 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:38.371370 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.371688 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.371991 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.372277 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.372581 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.372862 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.373151 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.373429 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.373719 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.374011 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.374297 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.374576 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.374876 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.375169 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.375466 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.375805 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.376105 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.376403 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.376678 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.376954 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.377230 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.377514 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.377802 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.378107 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.378398 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.378689 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.378973 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.379268 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.379553 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.379863 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.380159 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.380450 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.380728 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.381009 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.381300 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.381578 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.381852 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.382143 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.382423 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.382697 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.382980 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.383271 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.383559 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.383858 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.384139 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.384430 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.384707 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.384982 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.385254 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.385531 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.385803 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.386089 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.386366 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.386639 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.386912 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.387190 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.387468 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.387766 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.388048 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.388322 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.388599 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.388871 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.389144 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.389417 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.389689 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.389961 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.390234 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.390506 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.390781 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.391053 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.391324 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.391596 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.391892 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.392166 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.392468 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.392745 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.393024 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.393304 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.394084 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.394376 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.394657 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.394937 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.395217 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.395494 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.395811 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.396098 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.396389 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.396673 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.396954 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.397268 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.397549 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.397833 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.398111 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.398393 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.398673 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.398959 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.399238 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.399517 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.399834 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.400119 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.400414 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.400710 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.400991 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.401284 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.401577 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.401870 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.402149 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.402470 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.402740 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:38.402960 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 12:42:38.403204 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115430) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 12:42:38.700723 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 12:42:38.701004 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 12:42:38.701307 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 12:42:38.701651 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 12:42:39.109492 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.109779 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.110052 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.111353 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.111628 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.111915 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.164951 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.165236 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.165512 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.180582 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.180870 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.181144 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.211597 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.211905 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.212175 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.248326 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.248602 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.248873 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.489820 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.490435 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.490435 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.490614 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.491508 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.592822 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.593149 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.593435 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.593709 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.593978 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.594293 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.594563 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.594815 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.595070 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.595354 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.595615 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.595907 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.596163 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.596416 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.596671 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.597477 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.597734 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.598002 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.598339 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.598638 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.598913 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.599168 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.599450 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.602796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.602796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.602796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.602796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:39.602796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:39.602796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:39.603219 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:39.603219 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:39.603219 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:39.603219 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 12:42:39.605701 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 12:42:39.609698 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 12:42:39.615012 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 26 12:42:39.617596 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 12:42:39.618307 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 12:42:39.618650 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 12:42:39.619059 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 12:42:39.622167 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 12:42:39.622421 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 12:42:39.622772 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 12:42:39.627988 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 12:42:39.650932 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 12:42:39.651397 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.651721 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115430) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 12:42:39.652099 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.653465 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115430) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 12:42:39.653741 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 12:42:39.653986 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 12:42:39.657288 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.657578 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:39.747603 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 12:42:39.747812 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 12:42:39.748032 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 12:42:39.748414 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 12:42:39.800467 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO dbcounter [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Registered counter for database neutron Jul 26 12:42:39.822130 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_db.sqlalchemy.engines [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115430) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 12:42:39.828291 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG dbcounter [-] [115430] Writer thread running {{(pid=115430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 12:42:40.380288 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing driver for type 'gre' Jul 26 12:42:40.380895 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] gre ID ranges: [(1, 1000)] Jul 26 12:42:40.435422 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing driver for type 'local' Jul 26 12:42:40.435711 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing driver for type 'vlan' Jul 26 12:42:40.450855 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] VlanTypeDriver initialization complete Jul 26 12:42:40.451217 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing driver for type 'vxlan' Jul 26 12:42:40.451737 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] vxlan ID ranges: [(1, 1000)] Jul 26 12:42:40.505434 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing extension driver 'port_security' Jul 26 12:42:40.506107 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.extensions.port_security [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] PortSecurityExtensionDriver initialization complete Jul 26 12:42:40.506220 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing mechanism driver 'openvswitch' Jul 26 12:42:40.506464 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing mechanism driver 'hyperv' Jul 26 12:42:40.513215 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.plugin [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:42:40.513886 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.514282 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.514633 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.515132 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115430) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 12:42:40.515553 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.515929 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.516276 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.516667 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115430) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 12:42:40.517069 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.517417 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.517758 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.518145 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115430) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 12:42:40.518550 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > security_group after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.519470 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > security_group after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.519839 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.520232 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115430) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 12:42:40.520630 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.520974 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.521308 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.521695 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115430) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 12:42:40.522094 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > address_group after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.522435 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > address_group after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.522769 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.523156 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115430) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 12:42:40.523595 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] ML2 OVO RPC backend initialized. {{(pid=115430) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 12:42:40.524325 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.524682 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.525093 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.525439 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > networks before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.525889 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.526233 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > ports before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.526571 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.526906 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnets before_response 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.527245 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.527580 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.527934 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.528264 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.528597 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.528925 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.529255 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.529585 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.529914 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.537360 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded quota_driver: . Jul 26 12:42:40.537719 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.plugin [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Modular L2 Plugin initialization complete Jul 26 12:42:40.538063 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading services supported by the core plugin {{(pid=115430) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 12:42:40.538401 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.plugins.ml2.managers [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Got port-security extension from driver 'port_security' Jul 26 12:42:40.538883 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.extensions.vlantransparent [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Disabled vlantransparent extension. Jul 26 12:42:40.539368 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115430) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 12:42:40.539720 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: router Jul 26 12:42:40.575061 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.575460 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_create 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.575853 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router before_create 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.576214 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.576608 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.576959 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_delete 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.577311 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.577655 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.578008 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_create 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.578348 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_update 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.578692 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_update 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.579034 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.579387 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_update 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.579829 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_update 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.580196 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.580530 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.580863 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: subnet after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.581271 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.582128 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.582472 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_create 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.582815 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.583152 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.583503 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router after_update 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.583863 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.584216 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_create 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.584573 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.584913 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_update 55549900 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.585271 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > agent after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.585617 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > agent after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.585964 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > network after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.586810 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Tracking information for resource: router configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:40.587136 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Tracking information for resource: floatingip configured {{(pid=115430) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 12:42:40.591985 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.db.l3_agentschedulers_db [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 12:42:40.592556 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.592913 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port after_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.593262 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port after_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.593615 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: port after_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.594392 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router before_create 55550100 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.594759 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.595115 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_create 55550100 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.595475 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > router precommit_update 55550100 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.600430 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.provider_configuration [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service providers = [] {{(pid=115430) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 12:42:40.600795 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.db.servicetype_db [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115430) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 12:42:40.603890 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.service_base [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115430) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 12:42:40.604239 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.service_base [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115430) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 12:42:40.604581 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.service_base [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115430) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 12:42:40.605468 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.services.service_base [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115430) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 12:42:40.605841 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.services.service_base [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 12:42:40.606214 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.606531 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 12:42:40.617363 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.617698 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: auto_allocate Jul 26 12:42:40.623460 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: network precommit_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.623850 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: network precommit_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.624369 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.624694 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: tag Jul 26 12:42:40.632255 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.632583 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: timestamp Jul 26 12:42:40.636434 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.636768 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: network_ip_availability Jul 26 12:42:40.642174 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.642546 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.642899 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.643657 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.643977 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: flavors Jul 26 12:42:40.648842 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.649175 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading Plugin: revisions Jul 26 12:42:40.653373 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115430) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 12:42:40.653765 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_concurrency.lockutils [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.952s {{(pid=115430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 12:42:40.654494 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115430) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 12:42:40.654831 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Initializing extension manager. Jul 26 12:42:40.655349 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: __init__.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.655721 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: __pycache__ {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.656055 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: address_group.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.656759 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.657322 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: address-group Jul 26 12:42:40.657642 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: address_scope.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.658313 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.658816 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: address-scope Jul 26 12:42:40.659133 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.660049 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.660557 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: router-admin-state-down-before-update Jul 26 12:42:40.660879 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: agent.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.661535 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.662035 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: agent Jul 26 12:42:40.662354 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: agent_resources_synced.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.663207 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.663746 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: agent-resources-synced Jul 26 12:42:40.664067 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: allowedaddresspairs.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.665783 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.666311 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: allowed-address-pairs Jul 26 12:42:40.666633 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: auto_allocated_topology.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.667674 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.668194 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: auto-allocated-topology Jul 26 12:42:40.668512 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: availability_zone.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.669160 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.669661 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: availability_zone Jul 26 12:42:40.669977 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: availability_zone_filter.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.670839 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.671342 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: availability_zone_filter Jul 26 12:42:40.671676 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: data_plane_status.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.672529 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.673028 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 12:42:40.673346 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: default_subnetpools.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.674206 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.674720 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: default-subnetpools Jul 26 12:42:40.675552 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.676343 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.676843 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: dhcp_agent_scheduler Jul 26 12:42:40.677160 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: dns.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.678021 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.678520 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension dns-integration not supported by any of loaded plugins Jul 26 12:42:40.678835 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: dns_domain_ports.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.679719 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.680223 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 12:42:40.680539 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.681404 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.681907 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 12:42:40.682224 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: dvr.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.682853 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.683354 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: dvr Jul 26 12:42:40.683699 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: ecmp_routes.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.684566 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.685064 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 12:42:40.685379 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: empty_string_filtering.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.686277 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.686732 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: empty-string-filtering Jul 26 12:42:40.687050 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.687961 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.688463 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 12:42:40.688779 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.689629 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.690131 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 12:42:40.690465 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: external_net.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.691381 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.691920 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: external-net Jul 26 12:42:40.692237 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.693086 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.693587 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: extra_dhcp_opt Jul 26 12:42:40.693903 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: extraroute.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.694777 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.695277 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: extraroute Jul 26 12:42:40.695687 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: extraroute_atomic.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.696591 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.697094 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: extraroute-atomic Jul 26 12:42:40.697410 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: filter_validation.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.698052 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.698746 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: filter-validation Jul 26 12:42:40.699066 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: fip_pf_description.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.699960 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.700462 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 12:42:40.700780 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: fip_pf_port_range.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.701639 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.702140 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 12:42:40.702461 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: fip_port_details.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.703326 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.703852 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: fip-port-details Jul 26 12:42:40.704254 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: flavors.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.705351 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.706787 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: flavors Jul 26 12:42:40.707114 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.708730 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.709248 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 12:42:40.709575 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: floatingip_pools.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.710236 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.710743 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: floatingip-pools Jul 26 12:42:40.711065 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: ip_allocation.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.711976 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.712480 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 12:42:40.712801 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.713675 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.714182 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: ip-substring-filtering Jul 26 12:42:40.714513 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l2_adjacency.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.715403 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.715937 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 12:42:40.716254 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.717174 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.717688 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: router Jul 26 12:42:40.718008 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.720189 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.720724 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 12:42:40.721052 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.722488 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.722999 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: ext-gw-mode Jul 26 12:42:40.723320 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.724224 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.724743 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: l3-ha Jul 26 12:42:40.725055 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.725922 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.726420 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 12:42:40.726736 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_flavors.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.727709 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.728221 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: l3-flavors Jul 26 12:42:40.728536 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.729851 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.730365 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 12:42:40.730689 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.731549 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.732081 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 12:42:40.732400 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: l3agentscheduler.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.733393 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.733905 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: l3_agent_scheduler Jul 26 12:42:40.734225 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: local_ip.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.735952 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.736472 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension local_ip not supported by any of loaded plugins Jul 26 12:42:40.736800 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: logging.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.738230 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.738750 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension logging not supported by any of loaded plugins Jul 26 12:42:40.739081 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: metering.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.739805 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.740572 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: metering Jul 26 12:42:40.740900 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.741943 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.742455 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: metering_source_and_destination_fields Jul 26 12:42:40.742777 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: multiprovidernet.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.743682 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.744198 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: multi-provider Jul 26 12:42:40.744522 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: netmtu.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.745393 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.746153 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: net-mtu Jul 26 12:42:40.746471 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: netmtu_writable.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.747335 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.747869 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: net-mtu-writable Jul 26 12:42:40.748189 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: network_availability_zone.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.748820 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.749325 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: network_availability_zone Jul 26 12:42:40.749646 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: network_ip_availability.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.750693 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.751204 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: network-ip-availability Jul 26 12:42:40.751524 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: network_segment_range.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.752272 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.752782 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 12:42:40.753120 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: pagination.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.754049 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.754377 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: pagination Jul 26 12:42:40.754700 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: port_device_profile.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.755554 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.756106 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: port-device-profile Jul 26 12:42:40.756427 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: port_mac_address_override.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.757293 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.757803 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: port-mac-override Jul 26 12:42:40.758121 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.758983 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.759493 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: port-mac-address-regenerate Jul 26 12:42:40.759846 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.760713 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.761225 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: port-numa-affinity-policy Jul 26 12:42:40.761544 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: port_resource_request.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.762406 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.762914 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 12:42:40.763232 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: port_resource_request_groups.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.764170 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.764687 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 12:42:40.765009 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: portbindings.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.765878 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.766384 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: binding Jul 26 12:42:40.766709 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: portbindings_extended.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.767926 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.768438 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: binding-extended Jul 26 12:42:40.769277 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: portsecurity.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.770135 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.770644 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: port-security Jul 26 12:42:40.770965 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: project_id.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.771911 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.772241 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: project-id Jul 26 12:42:40.772561 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: providernet.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.773434 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.773958 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: provider Jul 26 12:42:40.774279 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.777784 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.778314 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos not supported by any of loaded plugins Jul 26 12:42:40.778640 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.779873 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.780394 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 12:42:40.780714 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.781605 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.782117 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 12:42:40.782439 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_default.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.783301 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.783835 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-default not supported by any of loaded plugins Jul 26 12:42:40.784155 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_fip.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.785596 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.786105 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-fip not supported by any of loaded plugins Jul 26 12:42:40.786426 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.787295 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.787829 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 12:42:40.788151 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_gateway_ip.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.789022 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.789532 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 12:42:40.789879 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_port_network_policy.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.790757 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.791259 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 12:42:40.791576 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.792591 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.793097 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 12:42:40.793417 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.794403 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.794912 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 12:42:40.795235 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_pps_rule.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.796396 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.796905 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-pps not supported by any of loaded plugins Jul 26 12:42:40.797228 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_rule_type_details.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.798091 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.798593 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 12:42:40.798913 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.799853 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.800434 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 12:42:40.800751 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: qos_rules_alias.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.801761 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.802265 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 12:42:40.802590 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: quota_check_limit.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.803481 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.803990 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: quota-check-limit Jul 26 12:42:40.804310 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: quotasv2.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.805270 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.805765 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: quotas Jul 26 12:42:40.806090 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: quotasv2_detail.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.807808 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.808151 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: quota_details Jul 26 12:42:40.808480 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: rbac.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.811175 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.811803 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: rbac-policies Jul 26 12:42:40.812080 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: rbac_address_group.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.813051 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.813530 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: rbac-address-group Jul 26 12:42:40.813854 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: rbac_address_scope.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.814720 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.815365 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: rbac-address-scope Jul 26 12:42:40.815605 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: rbac_security_groups.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.816574 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.817119 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: rbac-security-groups Jul 26 12:42:40.817409 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: rbac_subnetpool.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.818342 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.818800 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: rbac-subnetpool Jul 26 12:42:40.819119 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: revisionifmatch.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.820021 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.820557 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: revision-if-match Jul 26 12:42:40.820885 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: revisions.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.821966 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.822443 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: standard-attr-revisions Jul 26 12:42:40.822763 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: router_availability_zone.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.823527 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.823942 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: router_availability_zone Jul 26 12:42:40.824256 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: routerservicetype.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.825141 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.825656 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension router-service-type not supported by any of loaded plugins Jul 26 12:42:40.825969 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.826865 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.827375 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: security-groups-normalized-cidr Jul 26 12:42:40.827713 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.828713 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.829224 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: port-security-groups-filtering Jul 26 12:42:40.829542 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.830424 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.830931 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: security-groups-remote-address-group Jul 26 12:42:40.831804 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.832694 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.833202 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: security-groups-shared-filtering Jul 26 12:42:40.833521 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: securitygroup.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.843166 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.843731 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: security-group Jul 26 12:42:40.844066 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: segment.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.844784 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.845296 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension segment not supported by any of loaded plugins Jul 26 12:42:40.845626 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.846553 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.847697 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 12:42:40.847998 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: servicetype.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.849050 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.849568 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: service-type Jul 26 12:42:40.849891 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: sorting.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.850823 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.851154 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: sorting Jul 26 12:42:40.851474 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: standard_attr_segment.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.852365 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.852879 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 12:42:40.853197 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: standardattrdescription.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.853811 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.854324 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: standard-attr-description Jul 26 12:42:40.854643 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: stateful_security_group.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.855542 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.856090 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: stateful-security-group Jul 26 12:42:40.856412 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: stdattrs_common.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.856962 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 12:42:40.857280 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.858173 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.858689 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 12:42:40.859010 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: subnet_onboard.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.860124 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.860642 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: subnet_onboard Jul 26 12:42:40.860966 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.861846 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.862389 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 12:42:40.862714 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: subnet_service_types.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.863608 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.864139 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: subnet-service-types Jul 26 12:42:40.864458 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: subnetallocation.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.865484 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.865991 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: subnet_allocation Jul 26 12:42:40.866312 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.866934 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.867440 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: subnetpool-prefix-ops Jul 26 12:42:40.867794 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.868691 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.869194 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 12:42:40.869513 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: tagging.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.870808 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.871327 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: standard-attr-tag Jul 26 12:42:40.871656 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: timestamp.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.872828 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.873341 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loaded extension: standard-attr-timestamp Jul 26 12:42:40.873660 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: trunk.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.874640 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.875157 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension trunk not supported by any of loaded plugins Jul 26 12:42:40.875486 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: trunk_details.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.876389 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.876897 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension trunk-details not supported by any of loaded plugins Jul 26 12:42:40.877214 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: uplink_status_propagation.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.878113 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.878621 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 12:42:40.878977 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Loading extension file: vlantransparent.py {{(pid=115430) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 12:42:40.879623 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115430) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 12:42:40.880161 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 12:42:40.882785 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:network Jul 26 12:42:40.883314 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:subnet Jul 26 12:42:40.883739 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 12:42:40.884129 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:port Jul 26 12:42:40.885470 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.885907 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service FLAVORS assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.886528 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.886944 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.887275 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:router Jul 26 12:42:40.887736 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 12:42:40.888213 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service METERING assigned prefix: /metering {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.889660 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.890033 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.890382 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:42:40.891380 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 12:42:40.891855 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:security_group Jul 26 12:42:40.892289 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 12:42:40.892816 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service CORE assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.893141 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 12:42:40.893484 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] subnetpool is already registered Jul 26 12:42:40.894431 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service CORE assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.894754 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 12:42:40.895089 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] subnetpool is already registered Jul 26 12:42:40.897571 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.897999 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service FLAVORS assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.898594 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.899008 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.899342 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:router Jul 26 12:42:40.899701 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] router is already registered Jul 26 12:42:40.900113 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 12:42:40.900447 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] floatingip is already registered Jul 26 12:42:40.900904 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service METERING assigned prefix: /metering {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.901580 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 12:42:40.901904 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] rbac_policy is already registered Jul 26 12:42:40.902310 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:security_group Jul 26 12:42:40.902639 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] security_group is already registered Jul 26 12:42:40.903038 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 12:42:40.903370 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] security_group_rule is already registered Jul 26 12:42:40.904080 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service CORE assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.904370 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 12:42:40.904698 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] subnetpool is already registered Jul 26 12:42:40.905116 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.v2.resource_helper [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Service CORE assigned prefix: {{(pid=115430) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 12:42:40.905436 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 12:42:40.905762 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING neutron.quota.resource_registry [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] subnetpool is already registered Jul 26 12:42:40.906232 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: extensions {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.907795 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: address-groups {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.909849 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: address-scopes {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.911168 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: agents {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.912367 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: auto-allocated-topology {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.913606 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: availability_zones {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.914827 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: dhcp-networks {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.916458 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: dhcp-agents {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.917916 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: routers {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.919624 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: flavors {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.920907 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: service_profiles {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.922137 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: next_providers {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.923595 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: service_profiles {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.925211 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: floatingip-pools {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.926454 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: routers {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.928206 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: floatingips {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.929491 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: l3-routers {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.931005 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: l3-agents {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.932458 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: metering-labels {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.933719 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: metering-label-rules {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.935103 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: network-ip-availabilities {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.936485 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: bindings {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.938032 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: quotas {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.940747 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: quotas {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.942582 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: rbac-policies {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.944042 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: security-groups {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.945552 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: security-group-rules {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.947070 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: service-providers {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.948620 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: subnetpools {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.950182 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: subnetpools {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.952056 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.953918 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.956822 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.958867 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.960893 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.963111 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.965084 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.967200 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.969394 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.971673 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron.api.extensions [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Extended resource: tags {{(pid=115430) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 12:42:40.980037 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING keystonemiddleware.auth_token [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 12:42:40.986086 dv-cinder-850939-2-iscsi neutron-server[115430]: WARNING keystonemiddleware.auth_token [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 12:42:40.997314 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_concurrency.lockutils [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Acquired lock "singleton_lock" {{(pid=115430) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 12:42:40.997823 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_concurrency.lockutils [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Releasing lock "singleton_lock" {{(pid=115430) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 12:42:40.998694 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Starting 2 workers Jul 26 12:42:41.004936 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Started child 115539 {{(pid=115430) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 12:42:41.010071 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Started child 115540 {{(pid=115430) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 12:42:41.010347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:41.011549 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO neutron.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 12:42:41.011735 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [-] (115539) wsgi starting up on http://0.0.0.0:9696 Jul 26 12:42:41.012215 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:41.014664 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Starting 1 workers Jul 26 12:42:41.014842 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:41.016282 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [-] (115540) wsgi starting up on http://0.0.0.0:9696 Jul 26 12:42:41.020471 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Started child 115541 {{(pid=115430) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 12:42:41.021000 dv-cinder-850939-2-iscsi neutron-server[115430]: INFO oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Starting 1 workers Jul 26 12:42:41.024175 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] calling RpcWorker wait() {{(pid=115541) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 12:42:41.024747 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] returning from RpcWorker wait() {{(pid=115541) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 12:42:41.025508 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Started child 115542 {{(pid=115430) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 12:42:41.026046 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:41.026298 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG neutron_lib.callbacks.manager [None req-d775dfde-0351-433e-b029-28ff3195a499 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:41.026595 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:42:41.028277 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115430) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 12:42:41.028485 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 12:42:41.028658 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 12:42:41.028874 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 12:42:41.029191 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 12:42:41.029367 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 12:42:41.029881 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.030131 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.030396 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.030638 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:41.031108 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.031326 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.031573 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:42:41.031687 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.031867 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.032147 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.032413 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.032584 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.032748 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.032987 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.033232 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.033563 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.033836 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.034087 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.034387 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.034555 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.034814 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.035071 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.035322 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.035602 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] debug = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.035886 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.036418 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.036654 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.036900 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.037133 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.037403 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.037665 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.037942 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.038173 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.038404 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.038643 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.038900 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.039152 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.039384 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.039657 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.039921 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.040229 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.040819 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] host = dv-cinder-850939-2-iscsi {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.041055 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.041288 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.041542 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.041771 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.042024 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.042255 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.042520 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.042780 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.043041 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.043263 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.043498 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.043760 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.044019 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.044261 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.044405 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_options = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.044697 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.044902 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.045157 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.045436 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.045587 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.045714 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.045907 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.046069 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.046322 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.046551 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.046767 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.046976 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.047228 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.047457 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.047736 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.047977 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.048214 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.048462 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.048711 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.048950 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.049248 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.050696 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.051993 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.052455 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.052612 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.053146 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.053816 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.053816 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.053816 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.054662 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.054662 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.054971 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.055227 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.055391 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.055690 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.055929 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.056167 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.056601 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.056717 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.056954 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.057198 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.059879 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.060209 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.060494 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.060786 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.061050 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.061308 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_json = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.061542 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.061800 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.062104 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.062601 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.063030 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.063306 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.063572 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.063851 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.064128 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.064632 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.065021 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.066670 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.066946 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.067218 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.067543 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.067828 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.068094 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.068336 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.068593 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.068923 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.069174 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.069492 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.069764 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.070051 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.071257 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.071536 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.071865 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.072118 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.072351 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.072577 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.072829 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.073116 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.073345 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.073604 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.073863 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.074092 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.074372 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.074656 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.074938 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.075292 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.075556 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.075847 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.076119 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.076385 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.076637 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.077002 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.077245 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.077485 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.077707 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.077965 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.078232 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.078469 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.078796 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.079023 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.079275 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.079531 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.079804 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.080058 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.080286 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.080504 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.080722 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.080939 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.081188 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.081955 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.082144 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.082393 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.082651 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.082899 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.083169 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.083401 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.083624 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.083904 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.084129 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.084352 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.084595 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.084810 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.085028 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.085268 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.085494 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.085719 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.085937 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.086162 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.086380 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.086602 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.086861 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.087083 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.087394 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.087631 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.088689 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.088908 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.089163 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.089379 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.089597 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.089836 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.090055 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.090275 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.090486 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.090723 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.090939 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.091159 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.091468 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.091754 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.092009 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.092257 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.092505 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.092744 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.093013 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.093234 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.093477 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.093712 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.093986 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.094231 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.094481 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.094705 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.094948 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.095206 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.095429 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.095672 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.095908 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.096127 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.096345 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.096596 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.096861 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.097102 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.097329 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.097599 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.097855 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.098095 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.098311 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.098542 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.098798 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.099085 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.099335 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.099624 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.099898 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.100182 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.100485 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.100748 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.101045 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.101309 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.101572 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.101824 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.102057 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.102314 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.102548 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.102779 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.102999 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.103229 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.103450 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.103686 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.103915 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.104256 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.104490 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.104704 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.104913 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.105180 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.105431 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.105671 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.105935 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.106186 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.106421 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.106689 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.106920 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.107136 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.107376 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.107626 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.107861 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.108077 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.108291 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.108526 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.108742 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.108960 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.109193 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.109405 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.109630 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.109841 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.110083 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.110300 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.110547 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.110759 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.110979 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.111229 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.111448 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.111683 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.111971 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.112491 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.112776 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.113045 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.113353 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.113813 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.114041 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.114268 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.114529 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.114767 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.115009 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.115276 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.115519 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.115772 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.115994 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.116250 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.116466 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.116711 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.116943 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.117158 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.117394 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.117643 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.118001 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.118258 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.118487 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.118735 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.118977 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.119225 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.119446 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.119699 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.119952 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.120168 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.120394 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.120884 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.121104 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.121315 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.121552 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.121768 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.122052 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.122293 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.122544 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.122787 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.123008 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.123245 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.123462 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.123696 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.123914 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.124143 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.124375 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.124592 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.124827 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.125147 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.125394 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.125625 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.125882 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.126154 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.126395 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.126642 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.126855 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.127066 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.127289 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.127507 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.127741 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.128492 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.128726 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.128938 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.129161 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.129381 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.129592 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.129814 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.130025 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.130240 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.130464 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.130684 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.130886 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.131114 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.131332 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.131541 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.131786 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.132003 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.132213 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.132441 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.132654 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.132864 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.133084 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.133305 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.133516 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.133818 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.134073 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.134293 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.134574 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.134806 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.135061 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.135153 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:42:41.135306 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.135618 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.135846 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.136092 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.136365 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.136584 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.136826 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.137083 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.137392 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.137668 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.138038 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.138558 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.138880 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.139204 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.140266 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.140266 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.140266 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.140576 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.140866 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.141128 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.141377 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.141629 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.141856 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.142095 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.142331 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.142566 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.142785 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.143044 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.143278 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.143524 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.144368 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.144641 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.144861 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.145107 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.145339 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.145580 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.145798 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.145954 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 12:42:41.146513 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115430) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 12:42:41.146678 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 12:42:41.146839 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 12:42:41.147005 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 12:42:41.147178 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 12:42:41.147332 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 12:42:41.147542 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.147854 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.147954 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.148036 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.148219 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.148386 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.148545 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.148707 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.148866 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149027 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149187 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149345 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149504 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149664 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149824 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.149984 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.150143 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.150308 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.150471 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.150629 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.150787 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.150956 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] debug = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.151104 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.151314 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.151480 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.151675 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.151819 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.151978 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.152127 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.152285 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.152443 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.152601 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.152761 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.152920 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.153094 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.153241 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.153401 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.153561 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.153721 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.153879 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] host = dv-cinder-850939-2-iscsi {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154038 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154197 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154355 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154514 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154674 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154833 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.154993 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.155151 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.155311 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.155470 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.155630 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.155806 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.155965 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.156124 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.156283 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_options = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.156443 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.156605 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.156763 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.156949 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.157116 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.157277 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.157506 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.157607 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.157811 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.157979 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.158652 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.158819 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.159204 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.159204 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.159481 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.159481 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.159982 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.162784 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.162986 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.163137 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.163311 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.163484 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.163692 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.163836 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164002 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164165 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164331 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164494 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164657 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164821 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.164985 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.165148 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.165309 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.165470 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.165632 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.165799 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.165957 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.166120 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.166285 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.166448 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.166596 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.166756 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.166916 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.167077 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.167238 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.167384 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.167557 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_json = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.167764 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.167902 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.168048 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.168209 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.168369 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.168528 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.168690 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.168912 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.169002 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 12:42:41.169167 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.169331 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.169506 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.169668 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.169830 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.169993 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.170154 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.170315 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.170476 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.170636 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.170803 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.170965 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.171137 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.171299 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.171461 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.171624 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.171808 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.171955 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.172116 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.172277 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.172438 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.172598 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.172768 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.172929 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.173090 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.173251 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.173413 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.173582 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.173742 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.173909 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.174085 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.174246 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.174407 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.174569 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.174731 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.175354 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.175522 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.175719 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.175886 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176050 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176214 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176428 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176561 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176703 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176831 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.176991 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.177154 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.177315 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.177476 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.177638 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.177804 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.177991 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.178206 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.178307 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.178481 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.178575 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.178738 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.178915 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.179081 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.179242 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.179402 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.179563 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.179770 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.179901 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.180052 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.180216 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.180377 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.180523 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.180702 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.180847 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181012 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181175 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181337 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181498 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181659 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181823 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.181985 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.182145 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.182306 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.182467 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.182628 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.182789 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.182950 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.183112 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.183274 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.183436 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.183596 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.183804 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.183966 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.184127 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.184287 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.184466 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.184627 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.184792 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.184953 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.185112 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.185273 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.185433 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.185593 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.185754 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.185913 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.186074 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.186234 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.186396 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.186606 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.186710 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.186866 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.187025 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.187184 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.187345 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.187504 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.187692 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.187855 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188016 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188175 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188335 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188496 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188656 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188818 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.188979 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.189138 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.189298 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.189468 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.189628 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.189790 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.189952 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.190119 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.190290 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.190978 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.191145 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.191306 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.191468 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.191631 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.191809 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.191971 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.192134 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.192295 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.192478 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.192650 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.192813 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.192975 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.193135 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.193321 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.193480 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.193641 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.193802 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.193961 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.194122 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.194283 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.194444 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.194608 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.194768 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.194929 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.195091 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.195253 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.195414 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.195574 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.195758 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.195921 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.196083 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.196245 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.196407 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.196569 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.196730 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.196890 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.197051 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.197212 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.197373 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.197534 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.197695 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.197855 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198017 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198177 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198338 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198498 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198658 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198817 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.198978 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.199141 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.199304 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.199467 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.199629 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.199810 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.199972 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.200134 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.200296 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.200459 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.200620 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.200781 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.200944 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.201103 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.201266 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.201427 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.201588 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.201749 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.201909 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.202070 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.202247 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.202408 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.202568 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.202732 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.202894 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.203055 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.203216 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.203376 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.203536 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.203716 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.203881 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.204048 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.204209 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.204370 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.204531 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.204691 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.204853 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205016 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205178 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205339 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205501 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205661 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205822 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.205982 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.206197 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.206360 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.206521 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.206700 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.206837 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.207004 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.207166 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.207326 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.207487 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.207664 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.207829 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208000 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208686 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208686 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208686 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208686 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208998 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.208998 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209145 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209221 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209342 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209501 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209662 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209830 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.209991 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.210150 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.210310 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.210470 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.210630 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.210799 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.210960 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.211121 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.211282 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.211441 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.211600 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.211800 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.211961 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.212121 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.212281 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.212440 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.212600 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.212772 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.212934 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.213095 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.213263 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.213423 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.213583 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.213744 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.213918 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.214083 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.214246 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.214406 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.214568 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.214728 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.214890 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.215056 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.215226 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.215394 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.215556 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.215746 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.215917 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.216086 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.216246 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.216408 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.216574 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.216736 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.216895 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.217056 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.217223 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.217368 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.217528 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.217688 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.217848 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218008 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218168 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218327 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218487 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218648 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218808 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.218969 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.219130 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.219290 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.219451 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.219611 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 12:42:41.219787 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115430) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 12:42:41.334421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39082) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:42:41.343090 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065391 Jul 26 12:42:50.499082 dv-cinder-850939-2-iscsi neutron-server[115430]: DEBUG dbcounter [-] [115430] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=115430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:42:52.594727 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writer thread running {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 12:42:52.635540 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e18cf-4e03-47c9-b714-7b360f1a8efd None None] get_active_networks_info from dv-cinder-850939-2-iscsi {{(pid=115541) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 12:42:52.687976 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f8e88cc5-b381-4e89-aecd-3958930ad7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884898'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:52.722445 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e18cf-4e03-47c9-b714-7b360f1a8efd None None] No non-hosted networks {{(pid=115541) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 12:42:54.220158 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writer thread running {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 12:42:54.707885 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3a02077c-aa82-4854-bf35-f8e3b16eb86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884898'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:54.735668 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-48f06a43-8fcd-467c-b426-4b5f1a900362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:55.646795 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39148) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:42:55.911139 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884898'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:56.308094 dv-cinder-850939-2-iscsi neutron-server[115539]: WARNING oslo_policy.policy [None req-aeb6337a-0150-467b-b76b-096b24f675cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:42:56.308662 dv-cinder-850939-2-iscsi neutron-server[115539]: WARNING oslo_policy.policy [None req-aeb6337a-0150-467b-b76b-096b24f675cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:42:56.530400 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [None req-aeb6337a-0150-467b-b76b-096b24f675cf admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:42:56.538169 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-aeb6337a-0150-467b-b76b-096b24f675cf admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8828838 Jul 26 12:42:57.249150 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884898'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:57.577960 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884898'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:57.578623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.578970 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.579299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.579622 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.579983 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.580311 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.580637 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.581015 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.581343 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.581665 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.582004 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.582355 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.582701 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.583019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.583338 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:42:57.583769 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850939-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:42:57.605876 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850939-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:42:58.837265 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39186) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:42:59.192159 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:42:59.287956 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.policy [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 12:42:59.330203 dv-cinder-850939-2-iscsi neutron-server[115539]: WARNING oslo_policy.policy [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:42:59.330571 dv-cinder-850939-2-iscsi neutron-server[115539]: WARNING oslo_policy.policy [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:42:59.351302 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writer thread running {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 12:42:59.427810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745446738499', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745446739031', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745446787959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745446794573', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745446801040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745446777384', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33295152', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33550876', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716091'] for rbac-policy (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:59.498361 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:42:59.499452 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e4ff31c3-0a21-4ac7-bfd4-6faf68151972 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6612403 Jul 26 12:43:01.727068 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39198) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:01.853131 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.db.l3_hamode_db [None req-69025307-4931-42fe-b724-0c037773c463 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 12:43:01.930955 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69025307-4931-42fe-b724-0c037773c463 None None] Routers set() bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:43:01.931325 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69025307-4931-42fe-b724-0c037773c463 None None] Router IDs set() for agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 12:43:02.058493 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:43:02.088437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Made reservation on behalf of f5aedd2d5ee342aa80dfd96a062df0d9 for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:43:02.092400 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.109144 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.223908 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks [] for security_group (c7b5858f-576c-440c-9d60-dd9ce43ce997), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.227714 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c7b5858f-576c-440c-9d60-dd9ce43ce997), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.248753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:43:02.286397 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745442272961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (f4d189b8-0198-4b4b-aa03-82b19e61712b), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.286967 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Unsubscribe: segment precommit_create {{(pid=115539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 12:43:02.287508 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Added segment f4d189b8-0198-4b4b-aa03-82b19e61712b of type vlan for network 54807881-69c7-4590-96f3-43361fb2c1b9 Jul 26 12:43:02.307144 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5858f-576c-440c-9d60-dd9ce43ce997,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:02.358299 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.358545 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.358905 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.359250 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.359577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.359924 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.360257 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.360561 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.360876 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.361190 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.361503 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.361817 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.362640 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.362960 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.363269 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Tracked resource versions report: Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: pushed versions: Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: { 'AddressGroup': {'1.2'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Agent': {'1.1'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'ConntrackHelper': {'1.0'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Log': {'1.0'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'NDPProxy': {'1.0'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Network': {'1.1'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Port': {'1.7'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'PortForwarding': {'1.3'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'QosPolicy': {'1.10'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroup': {'1.5'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SubPort': {'1.0'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Subnet': {'1.1'}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Trunk': {'1.1'}} Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: consumer versions: Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Agent': '1.1', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'ConntrackHelper': '1.0', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'LocalIPAssociation': '1.0', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Log': '1.0', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'NDPProxy': '1.0', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Network': '1.1', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Port': '1.7', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'PortForwarding': '1.3', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'QosPolicy': '1.10', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroup': '1.5', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroupRule': '1.2', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SubPort': '1.0', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Subnet': '1.1', Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Trunk': '1.1'}} Jul 26 12:43:02.364736 dv-cinder-850939-2-iscsi neutron-server[115539]: {{(pid=115539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:43:02.400079 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (54807881-69c7-4590-96f3-43361fb2c1b9), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.440630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (54807881-69c7-4590-96f3-43361fb2c1b9), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.445823 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:02.446537 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:02.493200 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:02.540252 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8120866 Jul 26 12:43:02.571006 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de449419-ded2-4dd1-8b3e-0fc7b1c6074d demo demo] Pushing event updated for resources: {'Network': ['ID=54807881-69c7-4590-96f3-43361fb2c1b9,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:02.585211 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 54807881-69c7-4590-96f3-43361fb2c1b9 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:43:04.842063 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39212) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:05.261800 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb32c7f9-2e61-4066-a5c5-614436d7fefc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:05.263183 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-fb32c7f9-2e61-4066-a5c5-614436d7fefc demo admin] 10.222.0.20 "GET /v2.0/networks/54807881-69c7-4590-96f3-43361fb2c1b9 HTTP/1.1" status: 200 len: 825 time: 0.4201772 Jul 26 12:43:05.287784 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a15025fb-1305-4d62-bde4-37d0c634f2ba demo admin] 10.222.0.20 "GET /v2.0/subnetpools/cbb4d0ac-cdb3-4535-8efe-5744d55a46e8 HTTP/1.1" status: 200 len: 734 time: 0.0182209 Jul 26 12:43:05.296370 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:43:05.317955 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Made reservation on behalf of f5aedd2d5ee342aa80dfd96a062df0d9 for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:43:05.320228 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:05.518185 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:05.617784 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:05.689794 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:05.694817 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Checking segment: {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:43:05.695209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Network hostable DHCP agents. Network: 54807881-69c7-4590-96f3-43361fb2c1b9, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:43:05.717203 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Network 54807881-69c7-4590-96f3-43361fb2c1b9 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:43:05.728905 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 54807881-69c7-4590-96f3-43361fb2c1b9) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:43:05.733543 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:05.734139 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:05.739099 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ebf5e-4c90-47d1-b8bf-815718da467f None None] Network 54807881-69c7-4590-96f3-43361fb2c1b9 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:43:05.750548 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9f0bffdb-a182-49f5-8c7c-9b3c1556de23 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4573131 Jul 26 12:43:06.009000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-54807881-69c7-4590-96f3-43361fb2c1b9', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:43:06.010346 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:06.238354 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:06.292534 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Allocated IP 172.20.0.2 (54807881-69c7-4590-96f3-43361fb2c1b9/1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90/47325260-e40e-44a2-bb9c-8a9de8b41537) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:43:06.564062 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Publish callbacks [] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:06.574989 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:06.639427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Network 54807881-69c7-4590-96f3-43361fb2c1b9 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:43:06.645883 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:43:06.662664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:43:06.669833 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Pushing event updated for resources: {'Port': ['ID=47325260-e40e-44a2-bb9c-8a9de8b41537,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:06.700083 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.700430 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.700789 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.701146 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.701482 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.701810 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.702135 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.702459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.702783 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.703107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.703427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.703790 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.704115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.704433 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.704750 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Tracked resource versions report: Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: pushed versions: Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: { 'AddressGroup': {'1.2'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Agent': {'1.1'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'ConntrackHelper': {'1.0'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Log': {'1.0'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'NDPProxy': {'1.0'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Network': {'1.1'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Port': {'1.7'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'PortForwarding': {'1.3'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'QosPolicy': {'1.10'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroup': {'1.5'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SubPort': {'1.0'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Subnet': {'1.1'}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Trunk': {'1.1'}} Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: consumer versions: Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Agent': '1.1', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'ConntrackHelper': '1.0', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'LocalIPAssociation': '1.0', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Log': '1.0', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'NDPProxy': '1.0', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Network': '1.1', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Port': '1.7', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'PortForwarding': '1.3', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'QosPolicy': '1.10', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroup': '1.5', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroupRule': '1.2', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SubPort': '1.0', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Subnet': '1.1', Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Trunk': '1.1'}} Jul 26 12:43:06.706777 dv-cinder-850939-2-iscsi neutron-server[115541]: {{(pid=115541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:43:06.759656 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Attempting to bind port 47325260-e40e-44a2-bb9c-8a9de8b41537 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:43:06.760286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Attempting to bind port 47325260-e40e-44a2-bb9c-8a9de8b41537 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:43:06.760515 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Attempting to bind port 47325260-e40e-44a2-bb9c-8a9de8b41537 on network 54807881-69c7-4590-96f3-43361fb2c1b9 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:43:06.765675 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:43:06.766060 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Checking segment: {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:43:06.766528 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:06.766946 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Bound using segment: {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:43:06.767416 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Bound port: 47325260-e40e-44a2-bb9c-8a9de8b41537, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:43:06.767858 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:06.828210 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] For port 47325260-e40e-44a2-bb9c-8a9de8b41537, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:43:06.849349 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:06.851817 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] For port 47325260-e40e-44a2-bb9c-8a9de8b41537, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=47325260-e40e-44a2-bb9c-8a9de8b41537,segment=NetworkSegment(f4d189b8-0198-4b4b-aa03-82b19e61712b),segment_id=f4d189b8-0198-4b4b-aa03-82b19e61712b)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:43:06.859578 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:06.923165 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50f45-5a84-457d-95aa-281b7d64ce73 None None] Pushing event updated for resources: {'Port': ['ID=47325260-e40e-44a2-bb9c-8a9de8b41537,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:08.062164 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39222) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:08.589946 dv-cinder-850939-2-iscsi neutron-server[115540]: WARNING oslo_policy.policy [None req-be62765a-cb89-4262-906d-e01f7b09d1a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:43:08.590496 dv-cinder-850939-2-iscsi neutron-server[115540]: WARNING oslo_policy.policy [None req-be62765a-cb89-4262-906d-e01f7b09d1a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:43:08.810633 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [None req-be62765a-cb89-4262-906d-e01f7b09d1a6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:43:08.811759 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-be62765a-cb89-4262-906d-e01f7b09d1a6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7485552 Jul 26 12:43:09.270469 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=6 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:09.277752 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:11.087467 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39240) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:11.437839 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [None req-48efd115-d96c-4139-8158-58c0023c3594 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:43:11.438789 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-48efd115-d96c-4139-8158-58c0023c3594 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3503661 Jul 26 12:43:13.709047 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39252) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:14.063885 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:43:14.087804 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:14.089405 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:14.229952 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] Publish callbacks [] for router_controller (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:14.234808 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:14.252847 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:14.254033 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8cb712fa-83bc-4947-8a21-4e384d677746 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5440028 Jul 26 12:43:15.104852 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea01b0-c0d1-4208-b45d-b983b48cf5bd None None] Network 54807881-69c7-4590-96f3-43361fb2c1b9 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:43:15.198774 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] Provisioning complete for port 47325260-e40e-44a2-bb9c-8a9de8b41537 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:15.199180 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:15.326453 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 47325260-e40e-44a2-bb9c-8a9de8b41537 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:43:15.395618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] Current status of the port 47325260-e40e-44a2-bb9c-8a9de8b41537 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:15.396030 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:15.452035 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] For port 47325260-e40e-44a2-bb9c-8a9de8b41537, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=47325260-e40e-44a2-bb9c-8a9de8b41537,segment=NetworkSegment(f4d189b8-0198-4b4b-aa03-82b19e61712b),segment_id=f4d189b8-0198-4b4b-aa03-82b19e61712b)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:43:15.454010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 47325260-e40e-44a2-bb9c-8a9de8b41537 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:15.454430 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:15.457874 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:15.476060 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:15.538722 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3bc6-2bc5-4b96-bb7f-c67031687a21 None None] Pushing event updated for resources: {'Port': ['ID=47325260-e40e-44a2-bb9c-8a9de8b41537,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:15.572063 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 47325260-e40e-44a2-bb9c-8a9de8b41537 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:15.593092 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-52cc08a4-c0d5-49f8-a694-050f536c8d4c None None] Provisioning complete for port 47325260-e40e-44a2-bb9c-8a9de8b41537 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:15.593410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-52cc08a4-c0d5-49f8-a694-050f536c8d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:15.661895 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-52cc08a4-c0d5-49f8-a694-050f536c8d4c None None] Current status of the port 47325260-e40e-44a2-bb9c-8a9de8b41537 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:16.532956 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39260) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:16.886862 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [None req-320600f8-c8fb-46f4-b85e-11dedf12b125 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:43:16.887923 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-320600f8-c8fb-46f4-b85e-11dedf12b125 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3539877 Jul 26 12:43:17.286149 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 47325260-e40e-44a2-bb9c-8a9de8b41537 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:43:17.332792 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 47325260-e40e-44a2-bb9c-8a9de8b41537 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:17.333181 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:17.402558 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 47325260-e40e-44a2-bb9c-8a9de8b41537 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:19.148110 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39268) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:19.475046 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:43:19.495532 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Made reservation on behalf of 1ca671277c17458082e4383a242d5404 for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:43:19.498094 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.507126 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.582488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks [] for security_group (99f413de-9471-4f26-9c86-7969669bc2af), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.585771 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (99f413de-9471-4f26-9c86-7969669bc2af), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.591004 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:19.601221 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Reserving flat network on physical network physnet1 {{(pid=115539) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 12:43:19.627236 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f413de-9471-4f26-9c86-7969669bc2af,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:19.632242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (9571a22c-2bf2-4c85-8b34-0466e1e30735), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.632661 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Added segment 9571a22c-2bf2-4c85-8b34-0466e1e30735 of type flat for network e3c5da56-afd3-4e87-8cf9-99b2bd535577 Jul 26 12:43:19.693577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (e3c5da56-afd3-4e87-8cf9-99b2bd535577), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.727692 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (e3c5da56-afd3-4e87-8cf9-99b2bd535577), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.728709 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:19.729273 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:19.805936 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6567473 Jul 26 12:43:19.824944 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da89767-a599-411b-ba34-609eb629e67b admin admin] Pushing event updated for resources: {'Network': ['ID=e3c5da56-afd3-4e87-8cf9-99b2bd535577,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:19.836459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:43:19.897162 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:22.073765 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39276) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:22.444702 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writer thread running {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 12:43:22.445345 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:22.530370 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-63abd353-718b-48ab-a7af-6f3be42678d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:22.618580 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.policy [None req-33253b80-d86b-4bb5-a80b-215e56dc2fb2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115540) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 12:43:22.662888 dv-cinder-850939-2-iscsi neutron-server[115540]: WARNING oslo_policy.policy [None req-33253b80-d86b-4bb5-a80b-215e56dc2fb2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:43:22.663252 dv-cinder-850939-2-iscsi neutron-server[115540]: WARNING oslo_policy.policy [None req-33253b80-d86b-4bb5-a80b-215e56dc2fb2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 12:43:22.671204 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33253b80-d86b-4bb5-a80b-215e56dc2fb2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:22.672971 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-33253b80-d86b-4bb5-a80b-215e56dc2fb2 demo admin] 10.222.0.20 "GET /v2.0/subnets/1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90 HTTP/1.1" status: 200 len: 849 time: 0.5982583 Jul 26 12:43:22.844561 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-639c5fa3-610e-4e3e-8f01-2b82715cea1e demo admin] 10.222.0.20 "GET /v2.0/routers/bda992a7-1e59-4157-b6b3-8bf0f9f51b6c HTTP/1.1" status: 200 len: 704 time: 0.1655729 Jul 26 12:43:23.108779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:23.431592 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Allocated IP 172.20.0.1 (54807881-69c7-4590-96f3-43361fb2c1b9/1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90/ddfc8967-8494-4eba-bb19-5a5f37cefb9f) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:43:23.640807 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks [] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:23.706399 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:23.765418 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Network 54807881-69c7-4590-96f3-43361fb2c1b9 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:43:23.771462 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:43:23.795452 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:43:23.796083 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:23.887729 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Pushing event updated for resources: {'Port': ['ID=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:23.918070 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.918416 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.918787 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.919149 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.919488 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.919857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.920185 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.920512 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.920838 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.921164 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.921489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.921826 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.922151 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.922468 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.922784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Tracked resource versions report: Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: pushed versions: Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: { 'AddressGroup': {'1.2'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Agent': {'1.1'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'ConntrackHelper': {'1.0'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Log': {'1.0'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'NDPProxy': {'1.0'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Network': {'1.1'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Port': {'1.7'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'PortForwarding': {'1.3'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'QosPolicy': {'1.10'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroup': {'1.5'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SubPort': {'1.0'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Subnet': {'1.1'}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Trunk': {'1.1'}} Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: consumer versions: Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Agent': '1.1', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'ConntrackHelper': '1.0', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'LocalIPAssociation': '1.0', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Log': '1.0', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'NDPProxy': '1.0', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Network': '1.1', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Port': '1.7', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'PortForwarding': '1.3', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'QosPolicy': '1.10', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroup': '1.5', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroupRule': '1.2', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SubPort': '1.0', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Subnet': '1.1', Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Trunk': '1.1'}} Jul 26 12:43:23.924215 dv-cinder-850939-2-iscsi neutron-server[115540]: {{(pid=115540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:43:24.023876 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:24.031298 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-c1908c0d-2083-46c6-a3a5-d2f4b50eb2d9 None None] Provisioning complete for port ddfc8967-8494-4eba-bb19-5a5f37cefb9f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:24.031819 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c1908c0d-2083-46c6-a3a5-d2f4b50eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.036269 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.042047 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:24.065696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-c1908c0d-2083-46c6-a3a5-d2f4b50eb2d9 None None] Port ddfc8967-8494-4eba-bb19-5a5f37cefb9f cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:43:24.257180 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks [] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.261748 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.262565 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.342371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Pushing event updated for resources: {'Port': ['ID=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:24.389158 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Network 54807881-69c7-4590-96f3-43361fb2c1b9 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:43:24.390499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:43:24.549160 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:43:24.586760 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-42d39356-96ff-4440-b641-6b47c338f648 None None] Provisioning complete for port ddfc8967-8494-4eba-bb19-5a5f37cefb9f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:24.587151 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42d39356-96ff-4440-b641-6b47c338f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.683474 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-42d39356-96ff-4440-b641-6b47c338f648 None None] Port ddfc8967-8494-4eba-bb19-5a5f37cefb9f cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:43:24.689225 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:43:24.690792 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-21e9a429-2fea-4980-b756-d138ee6c0ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:24.704351 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-8882d57b-771a-4e32-a856-b607139373d8 demo admin] 10.222.0.20 "PUT /v2.0/routers/bda992a7-1e59-4157-b6b3-8bf0f9f51b6c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8444378 Jul 26 12:43:24.711222 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Sync routers for ids ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:43:24.723879 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Routers {'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:43:24.724720 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:43:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:24.904013 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Set router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:43:25.328066 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'name': 'router1', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:43:14Z', 'updated_at': '2022-07-26T12:43:23Z', 'revision_number': 2, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'gw_port_host': None, '_interfaces': [{'id': 'ddfc8967-8494-4eba-bb19-5a5f37cefb9f', 'name': '', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'mac_address': 'fa:16:3e:af:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:23Z', 'updated_at': '2022-07-26T12:43:24Z', 'revision_number': 2, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'subnets': [{'id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:25.385105 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Checking router: bda992a7-1e59-4157-b6b3-8bf0f9f51b6c for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:43:25.385479 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Updating router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c port ddfc8967-8494-4eba-bb19-5a5f37cefb9f binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:43:25.439777 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:25.875315 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:25.940947 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Publish callbacks [] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:25.949298 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.121568 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Pushing event updated for resources: {'Port': ['ID=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:26.132866 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Attempting to bind port ddfc8967-8494-4eba-bb19-5a5f37cefb9f on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:43:26.133265 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Attempting to bind port ddfc8967-8494-4eba-bb19-5a5f37cefb9f by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:43:26.133705 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Attempting to bind port ddfc8967-8494-4eba-bb19-5a5f37cefb9f on network 54807881-69c7-4590-96f3-43361fb2c1b9 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:43:26.137688 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.138031 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.138376 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.138713 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.139038 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.139360 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.139701 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.140024 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.140344 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.140661 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.140979 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.141315 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.141697 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.141948 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.142359 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Tracked resource versions report: Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: pushed versions: Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: { 'AddressGroup': {'1.2'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Agent': {'1.1'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'ConntrackHelper': {'1.0'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Log': {'1.0'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'NDPProxy': {'1.0'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Network': {'1.1'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Port': {'1.7'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'PortForwarding': {'1.3'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'QosPolicy': {'1.10'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroup': {'1.5'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SubPort': {'1.0'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Subnet': {'1.1'}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Trunk': {'1.1'}} Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: consumer versions: Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Agent': '1.1', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'ConntrackHelper': '1.0', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'LocalIPAssociation': '1.0', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Log': '1.0', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'NDPProxy': '1.0', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Network': '1.1', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Port': '1.7', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'PortForwarding': '1.3', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'QosPolicy': '1.10', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroup': '1.5', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroupRule': '1.2', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SubPort': '1.0', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Subnet': '1.1', Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Trunk': '1.1'}} Jul 26 12:43:26.144275 dv-cinder-850939-2-iscsi neutron-server[115542]: {{(pid=115542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:43:26.149193 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:43:26.149610 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Checking segment: {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:43:26.150072 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.150450 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Bound using segment: {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:43:26.150916 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Bound port: ddfc8967-8494-4eba-bb19-5a5f37cefb9f, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d189b8-0198-4b4b-aa03-82b19e61712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:43:26.151296 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.209234 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-3b1568f9-9e42-4635-9397-7b5ed1d59241 None None] Provisioning complete for port ddfc8967-8494-4eba-bb19-5a5f37cefb9f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:26.209234 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3b1568f9-9e42-4635-9397-7b5ed1d59241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.218925 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] For port ddfc8967-8494-4eba-bb19-5a5f37cefb9f, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:43:26.238060 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:26.240493 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] For port ddfc8967-8494-4eba-bb19-5a5f37cefb9f, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,segment=NetworkSegment(f4d189b8-0198-4b4b-aa03-82b19e61712b),segment_id=f4d189b8-0198-4b4b-aa03-82b19e61712b)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:43:26.242226 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3b1568f9-9e42-4635-9397-7b5ed1d59241 None None] Port ddfc8967-8494-4eba-bb19-5a5f37cefb9f cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:43:26.248442 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.272782 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:26.311259 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a2f2-0304-4cdc-b398-4c6d425c16ba None None] Pushing event updated for resources: {'Port': ['ID=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:26.319383 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Routers {'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:43:26.320048 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:43:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:26.410537 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] Set router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:43:26.561582 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] Provisioning complete for port ddfc8967-8494-4eba-bb19-5a5f37cefb9f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:26.561895 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.610531 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'name': 'router1', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:43:14Z', 'updated_at': '2022-07-26T12:43:23Z', 'revision_number': 2, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'gw_port_host': None, '_interfaces': [{'id': 'ddfc8967-8494-4eba-bb19-5a5f37cefb9f', 'name': '', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'mac_address': 'fa:16:3e:af:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:23Z', 'updated_at': '2022-07-26T12:43:26Z', 'revision_number': 4, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'subnets': [{'id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:26.637010 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292299a-7bcb-413b-9eea-d0d767a9d095 None None] The sync data for ids ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'] in dv-cinder-850939-2-iscsi is: [{'id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'name': 'router1', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:43:14Z', 'updated_at': '2022-07-26T12:43:23Z', 'revision_number': 2, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'gw_port_host': None, '_interfaces': [{'id': 'ddfc8967-8494-4eba-bb19-5a5f37cefb9f', 'name': '', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'mac_address': 'fa:16:3e:af:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:23Z', 'updated_at': '2022-07-26T12:43:26Z', 'revision_number': 4, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'subnets': [{'id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:43:26.637697 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] Current status of the port ddfc8967-8494-4eba-bb19-5a5f37cefb9f is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:26.638104 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.672324 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] For port ddfc8967-8494-4eba-bb19-5a5f37cefb9f, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,segment=NetworkSegment(f4d189b8-0198-4b4b-aa03-82b19e61712b),segment_id=f4d189b8-0198-4b4b-aa03-82b19e61712b)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:43:26.677732 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:26.726652 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c1f5a-3e72-44d4-8fef-da383696219a None None] Pushing event updated for resources: {'Port': ['ID=ddfc8967-8494-4eba-bb19-5a5f37cefb9f,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:26.944402 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39296) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:27.195745 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:27.356848 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca52f9-ddb0-4786-9fca-fef998db6c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:27.358210 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-67ca52f9-ddb0-4786-9fca-fef998db6c7e admin admin] 10.222.0.20 "GET /v2.0/networks/e3c5da56-afd3-4e87-8cf9-99b2bd535577 HTTP/1.1" status: 200 len: 842 time: 0.4131072 Jul 26 12:43:27.368295 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Request body: {'subnet': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:43:27.402980 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Made reservation on behalf of 1ca671277c17458082e4383a242d5404 for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:43:27.405309 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:27.513846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:27.566518 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:27.580407 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:27.687665 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:27.707846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.objects.ports [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115540) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 12:43:27.708280 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (7ec0677e-a2a6-4726-a748-8bbfba96d4c0), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:27.760747 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec0677e-a2a6-4726-a748-8bbfba96d4c0,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:27.780782 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:43:27.781131 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Network hostable DHCP agents. Network: e3c5da56-afd3-4e87-8cf9-99b2bd535577, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:43:27.805441 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:43:27.818595 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, e3c5da56-afd3-4e87-8cf9-99b2bd535577) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:43:27.823125 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:27.823847 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:27.830137 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa4489-c4b0-4646-970d-90eea0c2a019 None None] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:43:27.860371 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-67168541-a7a6-4c55-b4c4-25ff5695e153 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4953008 Jul 26 12:43:27.944946 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e9bd1-5b57-457f-bf7a-c1a70e6d54f4 None None] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:43:29.816563 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:29.821553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=16 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:30.180308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39306) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:30.595096 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-bf9d4751-5df8-421c-b8d7-efc5bddd81f4 demo admin] 10.222.0.20 "GET /v2.0/routers/bda992a7-1e59-4157-b6b3-8bf0f9f51b6c HTTP/1.1" status: 200 len: 710 time: 0.4136558 Jul 26 12:43:30.684915 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c5905-e61b-436c-83e1-32d931323f23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:43:30.686296 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-439c5905-e61b-436c-83e1-32d931323f23 demo admin] 10.222.0.20 "GET /v2.0/networks/e3c5da56-afd3-4e87-8cf9-99b2bd535577 HTTP/1.1" status: 200 len: 886 time: 0.0848556 Jul 26 12:43:30.695857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:43:30.933023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks [] for router_gateway (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:31.150959 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:31.160450 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks [] for router_gateway (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:31.310101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:31.417980 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Allocated IP 172.27.2.129 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/a894c7e8-9b74-4136-a2fc-1715631a7bf9) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:43:31.491245 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:31.537105 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks [] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:31.570205 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:31.605823 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:43:31.610846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:43:31.615058 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:43:31.652340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Pushing event updated for resources: {'Port': ['ID=a894c7e8-9b74-4136-a2fc-1715631a7bf9,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:31.875298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks [] for router_gateway (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:32.059352 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-915106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:32.062904 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-915115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-915088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-926626'] for router (bda992a7-1e59-4157-b6b3-8bf0f9f51b6c), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:32.065500 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:32.170044 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:43:32.279402 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:43:32.283577 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:32.284819 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4bb2a25c-40d5-43bc-a5da-8021944d63c4 demo admin] 10.222.0.20 "PUT /v2.0/routers/bda992a7-1e59-4157-b6b3-8bf0f9f51b6c HTTP/1.1" status: 200 len: 890 time: 1.5924189 Jul 26 12:43:32.962695 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Sync routers for ids ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:43:32.974046 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Routers {'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:43:32.974666 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:43:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:33.180685 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Set router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:43:33.318238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device ddfc8967-8494-4eba-bb19-5a5f37cefb9f up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:43:33.403862 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:33.486014 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port ddfc8967-8494-4eba-bb19-5a5f37cefb9f triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:33.486400 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:33.657743 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'name': 'router1', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a894c7e8-9b74-4136-a2fc-1715631a7bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:43:14Z', 'updated_at': '2022-07-26T12:43:31Z', 'revision_number': 4, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'gw_port': {'id': 'a894c7e8-9b74-4136-a2fc-1715631a7bf9', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:31Z', 'updated_at': '2022-07-26T12:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'ddfc8967-8494-4eba-bb19-5a5f37cefb9f', 'name': '', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'mac_address': 'fa:16:3e:af:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:23Z', 'updated_at': '2022-07-26T12:43:26Z', 'revision_number': 5, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'subnets': [{'id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:33.782146 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Checking router: bda992a7-1e59-4157-b6b3-8bf0f9f51b6c for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:43:33.782427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Updating router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c port a894c7e8-9b74-4136-a2fc-1715631a7bf9 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:43:33.820390 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port ddfc8967-8494-4eba-bb19-5a5f37cefb9f is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:33.836815 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:34.148702 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Publish callbacks [] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:34.154042 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:34.159574 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:34.209225 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Attempting to bind port a894c7e8-9b74-4136-a2fc-1715631a7bf9 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:43:34.209611 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Attempting to bind port a894c7e8-9b74-4136-a2fc-1715631a7bf9 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:43:34.209975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Attempting to bind port a894c7e8-9b74-4136-a2fc-1715631a7bf9 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:43:34.212098 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a6f50-c169-4b18-8855-56c1c5b9e5af None None] Pushing event updated for resources: {'Port': ['ID=a894c7e8-9b74-4136-a2fc-1715631a7bf9,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:34.219193 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:43:34.219568 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:43:34.219995 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:34.220384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:43:34.220839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Bound port: a894c7e8-9b74-4136-a2fc-1715631a7bf9, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:43:34.221250 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:34.270079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] For port a894c7e8-9b74-4136-a2fc-1715631a7bf9, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:43:34.273080 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] For port a894c7e8-9b74-4136-a2fc-1715631a7bf9, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=a894c7e8-9b74-4136-a2fc-1715631a7bf9,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:43:34.279172 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:34.338580 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a6f50-c169-4b18-8855-56c1c5b9e5af None None] Pushing event updated for resources: {'Port': ['ID=a894c7e8-9b74-4136-a2fc-1715631a7bf9,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:34.343944 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Routers {'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:43:34.344639 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:43:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:34.430595 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:34.449585 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] Set router bda992a7-1e59-4157-b6b3-8bf0f9f51b6c gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:43:34.653975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'name': 'router1', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a894c7e8-9b74-4136-a2fc-1715631a7bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:43:14Z', 'updated_at': '2022-07-26T12:43:31Z', 'revision_number': 4, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'gw_port': {'id': 'a894c7e8-9b74-4136-a2fc-1715631a7bf9', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:31Z', 'updated_at': '2022-07-26T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'ddfc8967-8494-4eba-bb19-5a5f37cefb9f', 'name': '', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'mac_address': 'fa:16:3e:af:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:23Z', 'updated_at': '2022-07-26T12:43:26Z', 'revision_number': 5, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'subnets': [{'id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:43:34.679618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade165d8-410d-4ff8-a2ab-d2b111cc671a None None] The sync data for ids ['bda992a7-1e59-4157-b6b3-8bf0f9f51b6c'] in dv-cinder-850939-2-iscsi is: [{'id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'name': 'router1', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a894c7e8-9b74-4136-a2fc-1715631a7bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:43:14Z', 'updated_at': '2022-07-26T12:43:31Z', 'revision_number': 4, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'gw_port': {'id': 'a894c7e8-9b74-4136-a2fc-1715631a7bf9', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:31Z', 'updated_at': '2022-07-26T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'ddfc8967-8494-4eba-bb19-5a5f37cefb9f', 'name': '', 'network_id': '54807881-69c7-4590-96f3-43361fb2c1b9', 'tenant_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'mac_address': 'fa:16:3e:af:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda992a7-1e59-4157-b6b3-8bf0f9f51b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:43:23Z', 'updated_at': '2022-07-26T12:43:26Z', 'revision_number': 5, 'project_id': 'f5aedd2d5ee342aa80dfd96a062df0d9', 'subnets': [{'id': '1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbb4d0ac-cdb3-4535-8efe-5744d55a46e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:43:34.705812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39318) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:43:35.153763 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-18510d6e-5767-4281-9bb9-50d9a51b7883 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4467626 Jul 26 12:43:35.343142 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device a894c7e8-9b74-4136-a2fc-1715631a7bf9 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:43:35.394474 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port a894c7e8-9b74-4136-a2fc-1715631a7bf9 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:35.394859 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:35.471902 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port a894c7e8-9b74-4136-a2fc-1715631a7bf9 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:35.472328 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:35.494110 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port a894c7e8-9b74-4136-a2fc-1715631a7bf9, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=a894c7e8-9b74-4136-a2fc-1715631a7bf9,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:43:35.500277 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:35.553690 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=a894c7e8-9b74-4136-a2fc-1715631a7bf9,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:43:37.318452 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device a894c7e8-9b74-4136-a2fc-1715631a7bf9 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:43:37.376731 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:37.379744 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port a894c7e8-9b74-4136-a2fc-1715631a7bf9 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:43:37.380140 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (a894c7e8-9b74-4136-a2fc-1715631a7bf9), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:37.466780 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port a894c7e8-9b74-4136-a2fc-1715631a7bf9 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:43:40.071025 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=33 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:40.074443 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=47 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:41.063341 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:43:45.145392 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:45.150374 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=24 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:47.453814 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=6 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:47.464704 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:51.063768 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:43:52.540891 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-66799267-b1f5-44b7-8bf5-5ad2a2832895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:54.680181 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0fb1-8488-49c3-bef1-e59990e55d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:55.881662 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:57.211405 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:43:57.579015 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:07.567977 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:07.573812 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:17.070388 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:17.071809 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:18.062439 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:44:22.539305 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7e67ee87-b60e-47d8-9dfa-ea1c0d1fed71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:24.687003 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a5544e27-6dfb-4e14-8a36-51942f910fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:25.884408 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:27.211243 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:27.574563 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:28.064203 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:37.565805 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:37.569199 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:52.542333 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a9ba8856-c94d-4e0e-bdd3-0ad3918a58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:53.059565 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:54.066917 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=7 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:44:54.680382 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-03d56175-a09f-4f79-8391-4817b12e7e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:55.060895 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:44:55.884081 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:57.211798 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:57.578621 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:44:57.636112 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39858) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:44:57.983416 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b04d6c-29ad-443d-9ff6-da49bf653334 admin admin] GET failed (client error): The resource could not be found. Jul 26 12:44:57.985298 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-11b04d6c-29ad-443d-9ff6-da49bf653334 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3478949 Jul 26 12:44:58.145867 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0352ca7-b205-4c0c-af68-9c1845ca8c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:44:58.147236 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a0352ca7-b205-4c0c-af68-9c1845ca8c17 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577508 Jul 26 12:45:00.331694 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39868) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:00.695149 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c8b67-7ed1-40f2-b2f6-c2eb8c3a72cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:00.696455 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ec6c8b67-7ed1-40f2-b2f6-c2eb8c3a72cf admin admin] 10.222.0.20 "GET /v2.0/subnets/1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90 HTTP/1.1" status: 200 len: 849 time: 0.3638098 Jul 26 12:45:00.706978 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:45:00.792761 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Publish callbacks [] for subnet (1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:01.013655 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745442199269'] for subnet (1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:01.045436 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:01.046026 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:01.061581 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90 HTTP/1.1" status: 200 len: 868 time: 0.3444939 Jul 26 12:45:01.061891 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb6674-28aa-430a-b373-018f7e9c10db None None] Network 54807881-69c7-4590-96f3-43361fb2c1b9 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:45:01.068577 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:45:01.076362 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.076703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.077071 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.077522 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.077855 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.078195 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.078522 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.078852 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.079196 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.079530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.079922 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.080255 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.080600 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.080929 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.081249 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd43ed-df44-46a2-905e-06f5eaa418c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:01.341276 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-18330fdd-dda8-4c8e-a055-0c65d229e0ef None None] Provisioning complete for port 47325260-e40e-44a2-bb9c-8a9de8b41537 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:45:01.341748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-18330fdd-dda8-4c8e-a055-0c65d229e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (47325260-e40e-44a2-bb9c-8a9de8b41537), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:01.418760 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-18330fdd-dda8-4c8e-a055-0c65d229e0ef None None] Current status of the port 47325260-e40e-44a2-bb9c-8a9de8b41537 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:45:01.427489 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-18330fdd-dda8-4c8e-a055-0c65d229e0ef None None] Provisioning complete for port ddfc8967-8494-4eba-bb19-5a5f37cefb9f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:45:01.427906 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-18330fdd-dda8-4c8e-a055-0c65d229e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ddfc8967-8494-4eba-bb19-5a5f37cefb9f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:01.498527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-18330fdd-dda8-4c8e-a055-0c65d229e0ef None None] Current status of the port ddfc8967-8494-4eba-bb19-5a5f37cefb9f is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:45:03.229286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 39876) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:03.706818 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dffe3a-bdb6-497f-b1cd-7341ecb853ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:03.707292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dffe3a-bdb6-497f-b1cd-7341ecb853ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:03.708861 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-63dffe3a-bdb6-497f-b1cd-7341ecb853ef admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4786141 Jul 26 12:45:05.057371 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:05.897369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39884) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:06.399606 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce870a-6889-4cce-8a98-403df400b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:06.399872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce870a-6889-4cce-8a98-403df400b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:06.401476 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-c9ce870a-6889-4cce-8a98-403df400b658 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5028822 Jul 26 12:45:08.593693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39894) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:09.069666 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0941f05-c9d9-48d5-bce6-377cff311a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:09.070957 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e0941f05-c9d9-48d5-bce6-377cff311a0a admin admin] 10.222.0.20 "GET /v2.0/networks/54807881-69c7-4590-96f3-43361fb2c1b9 HTTP/1.1" status: 200 len: 869 time: 0.4763129 Jul 26 12:45:11.298412 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39902) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:11.495265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:11.497392 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:11.725996 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b41f6-5e64-4f9d-b741-5edd1603725b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:11.727472 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-602b41f6-5e64-4f9d-b741-5edd1603725b admin admin] 10.222.0.20 "GET /v2.0/networks/e3c5da56-afd3-4e87-8cf9-99b2bd535577 HTTP/1.1" status: 200 len: 886 time: 0.4280281 Jul 26 12:45:13.702457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:13.704391 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:13.920065 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39910) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:14.333598 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3020647-0843-49bf-8727-72235edcd5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:14.333976 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3020647-0843-49bf-8727-72235edcd5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:14.335629 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e3020647-0843-49bf-8727-72235edcd5b0 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4139502 Jul 26 12:45:16.503667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39918) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:16.875581 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef94a6b5-fe28-4e39-a36a-6acd407f6001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:16.876065 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef94a6b5-fe28-4e39-a36a-6acd407f6001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:16.877614 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ef94a6b5-fe28-4e39-a36a-6acd407f6001 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3729942 Jul 26 12:45:19.045810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39926) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:19.417463 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26231a-0640-4604-bbd1-8f3840d70f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:19.418744 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8b26231a-0640-4604-bbd1-8f3840d70f90 admin admin] 10.222.0.20 "GET /v2.0/subnets/1943c8e4-e7e9-45ee-b5c6-fdb7401d9b90 HTTP/1.1" status: 200 len: 868 time: 0.3719952 Jul 26 12:45:21.629886 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39934) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:21.998082 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd3a1a7-8af3-45b4-86d3-aad245bbb909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:21.999480 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-fdd3a1a7-8af3-45b4-86d3-aad245bbb909 admin admin] 10.222.0.20 "GET /v2.0/subnets/7ec0677e-a2a6-4726-a748-8bbfba96d4c0 HTTP/1.1" status: 200 len: 816 time: 0.3685751 Jul 26 12:45:22.546907 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-175a7ce1-5cd3-434e-a7eb-dbb4fa9be8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:24.682483 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59711c4f-e9b0-4734-95ab-f5eab3c4c28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:25.890033 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:27.213826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:27.581903 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:31.068199 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:31.073390 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:31.992998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=54 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:31.994939 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=61 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:32.059201 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:45:37.576224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:37.578419 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:49.462373 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=17 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:49.464927 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=11 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:45:50.016549 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39988) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:50.343158 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [None req-fda3da95-f18c-4e46-affb-9673ff82aa26 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:45:50.344195 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-fda3da95-f18c-4e46-affb-9673ff82aa26 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3267093 Jul 26 12:45:52.548397 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6746ac3b-e113-46c8-823e-648aa7c2d197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:52.608553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 39996) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:52.952085 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e93dcc-e433-4494-9d23-833f8a32cd8f admin admin] GET failed (client error): The resource could not be found. Jul 26 12:45:52.953386 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-06e93dcc-e433-4494-9d23-833f8a32cd8f admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3439012 Jul 26 12:45:53.145140 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba767c9-a502-4400-8af6-5c54f718a131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:53.146538 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-eba767c9-a502-4400-8af6-5c54f718a131 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1890938 Jul 26 12:45:54.684994 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-38ed14df-2f17-48db-9e04-7cdaed403fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.345331 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40004) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:55.677747 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:45:55.712446 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Made reservation on behalf of 1ca671277c17458082e4383a242d5404 for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:45:55.716994 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.752109 dv-cinder-850939-2-iscsi neutron-server[115539]: WARNING neutron.services.revisions.revision_plugin [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Could not find related network for resource to bump revision. Jul 26 12:45:55.763252 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:45:55.772317 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.772662 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Added segment cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a of type vlan for network 43da38ee-2382-4686-890f-6bcba3d3e19a Jul 26 12:45:55.811282 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (43da38ee-2382-4686-890f-6bcba3d3e19a), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.836049 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (43da38ee-2382-4686-890f-6bcba3d3e19a), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.837164 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:55.837755 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.891830 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:55.902233 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5554097 Jul 26 12:45:55.905964 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Pushing event updated for resources: {'Network': ['ID=43da38ee-2382-4686-890f-6bcba3d3e19a,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:45:55.913187 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.913539 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.913910 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.914252 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.914589 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.914924 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.915251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.915578 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.915932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.916259 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.916603 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.916948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.917279 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.917621 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.917948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473020b-3546-4267-b942-1acadc0a52ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:55.929277 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 43da38ee-2382-4686-890f-6bcba3d3e19a details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:45:57.217696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:57.584728 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:58.141335 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40012) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:45:58.482862 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.pecan_wsgi.hooks.translation [None req-4409430e-bb2e-4f10-a025-cb9fe92a75ad admin admin] GET failed (client error): The resource could not be found. Jul 26 12:45:58.484975 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4409430e-bb2e-4f10-a025-cb9fe92a75ad admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3426151 Jul 26 12:45:58.552739 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45176772-3141-4167-b86f-7a388d30f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:58.554211 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-45176772-3141-4167-b86f-7a388d30f931 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660110 Jul 26 12:45:58.563874 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Request body: {'subnet': {'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:45:58.584592 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Made reservation on behalf of 1ca671277c17458082e4383a242d5404 for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:45:58.587134 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:58.749083 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:58.808375 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:45:58.815411 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Checking segment: {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:45:58.815801 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Network hostable DHCP agents. Network: 43da38ee-2382-4686-890f-6bcba3d3e19a, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:45:58.832454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Network 43da38ee-2382-4686-890f-6bcba3d3e19a is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:45:58.841401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 43da38ee-2382-4686-890f-6bcba3d3e19a) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:45:58.845438 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:45:58.846031 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:58.850376 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bc2c1-d760-44d8-a29b-9fa54095b7fc None None] Network 43da38ee-2382-4686-890f-6bcba3d3e19a requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:45:58.862080 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7b8c88c1-c736-4e4c-a45e-d2bc622c5c6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3014743 Jul 26 12:45:59.056316 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-43da38ee-2382-4686-890f-6bcba3d3e19a', 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a', 'project_id': '1ca671277c17458082e4383a242d5404', 'fixed_ips': [{'subnet_id': '4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:45:59.057252 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:59.197679 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Allocated IP 192.168.233.2 (43da38ee-2382-4686-890f-6bcba3d3e19a/4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e/46ce5076-9f8d-4962-bd37-4f9bb5897df2) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:45:59.345283 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Publish callbacks [] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:59.351203 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:59.395528 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Network 43da38ee-2382-4686-890f-6bcba3d3e19a is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:45:59.401082 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:45:59.403880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Pushing event updated for resources: {'Port': ['ID=46ce5076-9f8d-4962-bd37-4f9bb5897df2,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:45:59.406253 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:45:59.435362 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.435724 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.436091 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.436453 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.436787 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.437115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.437442 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.437762 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.438087 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.438404 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.438729 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.439050 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.439364 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.439710 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.440032 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:45:59.476860 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Attempting to bind port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:45:59.477224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Attempting to bind port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:45:59.477583 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Attempting to bind port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 on network 43da38ee-2382-4686-890f-6bcba3d3e19a {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:45:59.482915 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:45:59.483285 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Checking segment: {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:45:59.483869 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:59.484133 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Bound using segment: {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:45:59.484602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Bound port: 46ce5076-9f8d-4962-bd37-4f9bb5897df2, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:45:59.484976 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:59.549768 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] For port 46ce5076-9f8d-4962-bd37-4f9bb5897df2, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:45:59.553260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] For port 46ce5076-9f8d-4962-bd37-4f9bb5897df2, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=46ce5076-9f8d-4962-bd37-4f9bb5897df2,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:45:59.559949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:45:59.622232 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b7fd5-9d2f-4104-914d-e5e19392cbe8 None None] Pushing event updated for resources: {'Port': ['ID=46ce5076-9f8d-4962-bd37-4f9bb5897df2,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:46:00.428274 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc430f-bc99-4323-963c-ece6c37a20c6 None None] Network 43da38ee-2382-4686-890f-6bcba3d3e19a requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:46:00.481128 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:00.488303 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:00.500728 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] Provisioning complete for port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:46:00.501114 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:00.618697 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] Current status of the port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:46:00.621733 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:00.659808 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] For port 46ce5076-9f8d-4962-bd37-4f9bb5897df2, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=46ce5076-9f8d-4962-bd37-4f9bb5897df2,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:46:00.665483 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:00.715714 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b91910-958e-4e4d-af0e-a024c3939f1a None None] Pushing event updated for resources: {'Port': ['ID=46ce5076-9f8d-4962-bd37-4f9bb5897df2,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:46:00.887618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-2ac161d8-3848-41f0-acbc-52bc096d6776 None None] Provisioning complete for port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:46:00.888032 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2ac161d8-3848-41f0-acbc-52bc096d6776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:00.961898 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-2ac161d8-3848-41f0-acbc-52bc096d6776 None None] Current status of the port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:46:01.389547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 46ce5076-9f8d-4962-bd37-4f9bb5897df2 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:46:01.436832 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:46:01.437483 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46ce5076-9f8d-4962-bd37-4f9bb5897df2), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:01.509683 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 46ce5076-9f8d-4962-bd37-4f9bb5897df2 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:46:05.898827 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:05.908893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:08.075385 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:08.080810 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:08.854831 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=41,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:08.856589 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:09.060341 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:46:11.506810 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:11.507761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:19.054404 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:19.055145 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:22.550611 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42984af1-e450-4553-9c3b-16ece5ff2c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:24.687000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c4ceae3c-630b-4010-8cf1-aa8ad91d3a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:25.897085 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:27.222933 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:27.589031 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:37.580255 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:37.583771 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:46.060124 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:46:52.553933 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5d01f9a4-34e7-4973-bb50-29a3d0fa1b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:54.689728 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-220a7d80-011f-49a6-978b-2a039084818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:55.897281 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:56.055766 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:56.057499 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:46:57.225000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:46:57.592301 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:07.581107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:07.587707 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:22.076215 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:22.076976 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:22.556380 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bcb8-7207-429f-a101-1d028ac7a945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:23.059789 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:47:24.694778 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ee01ddc5-9413-44a4-a82e-f273fe2ca427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:25.900505 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:27.224265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:27.595597 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:33.055845 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:33.056622 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:33.176933 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40052) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:47:33.182864 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [None req-5a73fca6-04dd-4b64-9dfe-784721d293bc tempest-verify_tempest_config-1735836726 tempest-verify_tempest_config-1735836726-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:47:33.183850 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5a73fca6-04dd-4b64-9dfe-784721d293bc tempest-verify_tempest_config-1735836726 tempest-verify_tempest_config-1735836726-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059333 Jul 26 12:47:33.686518 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40070) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:47:34.014813 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.116642 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Publish callbacks [] for security_group (d07c237c-3fa9-4196-aeeb-f08278cc5312), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.121584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d07c237c-3fa9-4196-aeeb-f08278cc5312), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.169332 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b1bf2f0d3304a8691f831eb93261923&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4817605 Jul 26 12:47:34.171973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c237c-3fa9-4196-aeeb-f08278cc5312,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:47:34.172155 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40074) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:47:34.180898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.180898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.180898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.180898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.180898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.180898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.181810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.181810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.181810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.182065 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.182288 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.182627 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.183273 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.183273 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.183550 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef62d8b-9313-4d75-8830-bfc1a4450350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.236415 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Publish callbacks [] for security_group (d07c237c-3fa9-4196-aeeb-f08278cc5312), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.257488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Publish callbacks [] for security_group (d07c237c-3fa9-4196-aeeb-f08278cc5312), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.352538 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d07c237c-3fa9-4196-aeeb-f08278cc5312), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.355815 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:34.356981 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d07c237c-3fa9-4196-aeeb-f08278cc5312 HTTP/1.1" status: 204 len: 168 time: 0.1833019 Jul 26 12:47:34.364923 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c237c-3fa9-4196-aeeb-f08278cc5312,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:47:34.371928 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.372264 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.372596 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.372925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.373252 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.373575 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.373895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.374211 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.374545 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.374868 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.375204 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.375536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.375885 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.376199 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:34.376551 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31221c0-9ae5-42e0-b247-552435d4cb07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:47:37.590773 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:44.174672 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:44.175974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:44.368103 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:44.368792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:44.396306 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:52.557621 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f065662-7043-42d1-88aa-55af7fbd241d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:54.698421 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d893564-f9c5-42a6-9671-02bf1f7d4415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:55.902054 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:57.230257 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:57.599172 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:47:59.068129 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=14 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:47:59.073512 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=18 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:00.058262 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:48:07.592827 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:07.594791 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:10.054666 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:10.055416 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:22.560475 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1351a975-7a9a-4cd8-9279-f45bdd8b49af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:24.701675 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e1f63d9d-ceb1-4648-907f-a4124e842f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:25.904493 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:27.230580 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:27.603606 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:36.063537 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:36.068593 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:37.057796 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:48:37.596751 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:37.598657 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:51.060976 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:51.061726 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:48:52.562195 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ffce79e2-263c-4000-b261-620732ec1771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:54.703342 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8db41abb-508d-429e-bc6a-0e06ee04ad03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:55.908247 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:57.233873 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:48:57.606265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:07.600263 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:07.602176 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:13.068871 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:13.073361 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:14.056977 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 5 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:49:18.516881 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884898'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:22.565156 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-db6e183c-31c0-43cb-b4f3-e7effbf85dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:24.053136 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:24.053888 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:24.710697 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e722f661-3e47-4b11-b977-d514ecf33abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:25.909556 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:27.236375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:27.608945 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:30.816232 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40170) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:49:30.947843 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a27a0995-fab6-4eef-823b-d9f565594749 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1304772 Jul 26 12:49:33.039423 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40180) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:49:33.094643 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-55a44ef0-8602-49a7-9544-9ddf0a6ef6b5 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0541189 Jul 26 12:49:37.602086 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:37.604996 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:43.089001 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:43.089728 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:48.487486 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:51.056326 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:49:52.566788 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9a25879e-5a56-43fe-a70b-9aa301d1f60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:53.060166 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=17 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:49:54.702516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-81d33b0c-e857-4fd1-91c3-f6da9ae2ea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:55.912183 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:57.240603 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:49:57.612163 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:01.052760 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=19 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:07.605428 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:07.607309 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:18.503756 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:22.569986 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ddfb1765-2858-48eb-b54b-e3dd26fb0ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:24.709290 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fa5559e4-097a-48a6-af88-a1494d613cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:25.919010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:27.081101 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:27.087317 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:27.244186 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:27.621099 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:28.062373 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:50:37.609397 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:37.614640 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:38.052486 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:48.502474 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:51.066600 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:50:52.575573 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-93cb3f31-3d48-4b1b-8745-d40cbeccdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:54.704906 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-281d3d41-0075-4333-a538-2d667b9a2efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:55.919664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:57.246887 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:50:57.615814 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:04.077740 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:04.083157 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:05.060829 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:51:07.608559 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:07.610633 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:09.743875 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40320) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:09.996226 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-715605791-network', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:10.021060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Made reservation on behalf of d92bfe73c0a54823a88a89f9ae627134 for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:10.023853 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.033785 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.113630 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks [] for security_group (258931c5-c0d6-4da4-98ae-c95de8df3b52), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.118494 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (258931c5-c0d6-4da4-98ae-c95de8df3b52), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.149811 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258931c5-c0d6-4da4-98ae-c95de8df3b52,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:10.166443 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:51:10.170713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.171062 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.171421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.171789 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.172129 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.172451 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.172772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.173094 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.173413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.173746 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.174064 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.174391 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.174705 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.175021 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.175340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Tracked resource versions report: Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: pushed versions: Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: { 'AddressGroup': {'1.2'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Agent': {'1.1'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'ConntrackHelper': {'1.0'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Log': {'1.0'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'NDPProxy': {'1.0'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Network': {'1.1'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Port': {'1.7'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'PortForwarding': {'1.3'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'QosPolicy': {'1.10'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroup': {'1.5'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SubPort': {'1.0'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Subnet': {'1.1'}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Trunk': {'1.1'}} Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: consumer versions: Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: HyperV agent@hv-cinder-85093: {}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Agent': '1.1', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'ConntrackHelper': '1.0', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'LocalIPAssociation': '1.0', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Log': '1.0', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'NDPProxy': '1.0', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Network': '1.1', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Port': '1.7', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'PortForwarding': '1.3', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'QosPolicy': '1.10', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroup': '1.5', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SecurityGroupRule': '1.2', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'SubPort': '1.0', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Subnet': '1.1', Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: 'Trunk': '1.1'}} Jul 26 12:51:10.176681 dv-cinder-850939-2-iscsi neutron-server[115540]: {{(pid=115540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:51:10.200978 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745442272961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (f5b26128-553f-408d-a8a3-ab2ae0cf6be9), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.201523 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Unsubscribe: segment precommit_create {{(pid=115540) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 12:51:10.202036 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Added segment f5b26128-553f-408d-a8a3-ab2ae0cf6be9 of type vlan for network 399a1d18-4e78-4e8a-8ddb-7b454af2918b Jul 26 12:51:10.263173 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (399a1d18-4e78-4e8a-8ddb-7b454af2918b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.301531 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (399a1d18-4e78-4e8a-8ddb-7b454af2918b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.302566 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:10.303163 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.411739 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40366) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:10.412747 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6662729 Jul 26 12:51:10.412918 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7d24-5985-4272-b67e-b4c83bde628a admin admin] Pushing event updated for resources: {'Network': ['ID=399a1d18-4e78-4e8a-8ddb-7b454af2918b,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:10.424335 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Request body: {'subnet': {'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-subnet', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:10.425774 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:51:10.446051 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Made reservation on behalf of d92bfe73c0a54823a88a89f9ae627134 for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:10.448716 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.672486 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (5c491342-a585-4664-b607-51a3b6b6cba3), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.732946 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c491342-a585-4664-b607-51a3b6b6cba3,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:10.742838 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.743182 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.743559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.744064 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.744298 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.744686 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.744962 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.745253 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.745542 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.745856 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.746550 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.747189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.748017 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.748491 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.748955 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:10.749769 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40378) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Tracked resource versions report: Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: pushed versions: Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: { 'AddressGroup': {'1.2'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Agent': {'1.1'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'ConntrackHelper': {'1.0'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Log': {'1.0'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'NDPProxy': {'1.0'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Network': {'1.1'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Port': {'1.7'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'PortForwarding': {'1.3'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'QosPolicy': {'1.10'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroup': {'1.5'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SubPort': {'1.0'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Subnet': {'1.1'}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Trunk': {'1.1'}} Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: consumer versions: Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: HyperV agent@hv-cinder-85093: {}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Agent': '1.1', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'ConntrackHelper': '1.0', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'LocalIPAssociation': '1.0', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Log': '1.0', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'NDPProxy': '1.0', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Network': '1.1', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Port': '1.7', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'PortForwarding': '1.3', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'QosPolicy': '1.10', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroup': '1.5', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SecurityGroupRule': '1.2', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'SubPort': '1.0', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Subnet': '1.1', Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: 'Trunk': '1.1'}} Jul 26 12:51:10.750861 dv-cinder-850939-2-iscsi neutron-server[115539]: {{(pid=115539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:51:10.763272 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Checking segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:10.763631 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Network hostable DHCP agents. Network: 399a1d18-4e78-4e8a-8ddb-7b454af2918b, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:51:10.790464 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:51:10.804886 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 399a1d18-4e78-4e8a-8ddb-7b454af2918b) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:10.810336 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:10.810925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.827692 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820606b8-5593-4829-ba62-ac9ec1ed04e9 None None] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:10.851502 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40386) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:10.852737 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3f49fb61-33a5-480d-a574-05715341056b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4397941 Jul 26 12:51:10.857739 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:10.886488 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (6c33e799-9722-415a-8acb-d6a0213185f7), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.888618 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (6c33e799-9722-415a-8acb-d6a0213185f7), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.964773 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:51:10.966124 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:10.998458 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks [] for router_controller (6c33e799-9722-415a-8acb-d6a0213185f7), precommit_add_association {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.059329 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40404) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:11.149816 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Allocated IP 172.20.0.2 (399a1d18-4e78-4e8a-8ddb-7b454af2918b/5c491342-a585-4664-b607-51a3b6b6cba3/b9b63974-eefe-44d7-91b6-6a1bf6b40840) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:11.172219 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1378880781-network', 'tenant_id': '01fca015df86428b9356df3f127327c2'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:11.188547 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks [] for router_gateway (6c33e799-9722-415a-8acb-d6a0213185f7), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.264128 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40412) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:11.281901 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Made reservation on behalf of 01fca015df86428b9356df3f127327c2 for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:11.284900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.297465 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.334213 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1898512332-network', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:11.357384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Publish callbacks [] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.367896 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.381352 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Made reservation on behalf of 0f35a4b7696f4cdfbb6e6b316352c022 for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:11.385815 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.404135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.454218 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:11.462932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-network', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:11.466319 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:11.472342 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Pushing event updated for resources: {'Port': ['ID=b9b63974-eefe-44d7-91b6-6a1bf6b40840,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:11.493434 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Made reservation on behalf of a93dd858fb7a40fbbb679fbe676b1f3c for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:11.493691 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:11.496480 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.509315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.510035 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.510380 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.510738 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.511085 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.511413 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.513514 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.514142 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.514478 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.514806 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.515132 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.515452 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.515830 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.516152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.516467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.516779 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Tracked resource versions report: Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: pushed versions: Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: { 'AddressGroup': {'1.2'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Agent': {'1.1'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'ConntrackHelper': {'1.0'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Log': {'1.0'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'NDPProxy': {'1.0'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Network': {'1.1'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Port': {'1.7'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'PortForwarding': {'1.3'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'QosPolicy': {'1.10'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroup': {'1.5'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SubPort': {'1.0'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Subnet': {'1.1'}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Trunk': {'1.1'}} Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: consumer versions: Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: HyperV agent@hv-cinder-85093: {}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Agent': '1.1', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'ConntrackHelper': '1.0', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'LocalIPAssociation': '1.0', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Log': '1.0', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'NDPProxy': '1.0', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Network': '1.1', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Port': '1.7', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'PortForwarding': '1.3', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'QosPolicy': '1.10', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroup': '1.5', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SecurityGroupRule': '1.2', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'SubPort': '1.0', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Subnet': '1.1', Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: 'Trunk': '1.1'}} Jul 26 12:51:11.517991 dv-cinder-850939-2-iscsi neutron-server[115541]: {{(pid=115541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:51:11.536343 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:11.586820 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:11.602046 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks [] for router_gateway (6c33e799-9722-415a-8acb-d6a0213185f7), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.613421 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks [] for security_group (223cab04-b507-4a92-b6ae-6f65a47bca48), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.622082 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=23,neutron:SELECT=74,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:11.626036 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (223cab04-b507-4a92-b6ae-6f65a47bca48), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.638962 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.648348 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:51:11.693626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Attempting to bind port b9b63974-eefe-44d7-91b6-6a1bf6b40840 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:11.693996 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Attempting to bind port b9b63974-eefe-44d7-91b6-6a1bf6b40840 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:11.694355 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Attempting to bind port b9b63974-eefe-44d7-91b6-6a1bf6b40840 on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:11.701894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:11.702273 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Checking segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:11.702671 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.703071 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Bound using segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:11.703522 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Bound port: b9b63974-eefe-44d7-91b6-6a1bf6b40840, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:11.703949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.736615 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks [] for security_group (93325627-0d5b-4302-bcd3-50b5a3d3f7df), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.737750 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (afa5d519-c3c0-4d19-b5dc-c05bc021c8d7), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.738443 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Added segment afa5d519-c3c0-4d19-b5dc-c05bc021c8d7 of type vlan for network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab Jul 26 12:51:11.745555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (93325627-0d5b-4302-bcd3-50b5a3d3f7df), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.762754 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:51:11.778062 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (878c2f80-bc55-46fa-809c-9f2e981690a1), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.778860 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Added segment 878c2f80-bc55-46fa-809c-9f2e981690a1 of type vlan for network 923d9432-be57-465d-9c21-1d0c5b4c37d3 Jul 26 12:51:11.787455 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks [] for security_group (a5a9acd2-2212-4342-9cd7-5a91f5892f1e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.829585 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (923d9432-be57-465d-9c21-1d0c5b4c37d3), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.841689 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (a5a9acd2-2212-4342-9cd7-5a91f5892f1e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.857865 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] For port b9b63974-eefe-44d7-91b6-6a1bf6b40840, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:11.860690 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223cab04-b507-4a92-b6ae-6f65a47bca48,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:11.864739 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] For port b9b63974-eefe-44d7-91b6-6a1bf6b40840, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b9b63974-eefe-44d7-91b6-6a1bf6b40840,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:11.877926 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:11.886490 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.912558 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (923d9432-be57-465d-9c21-1d0c5b4c37d3), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.914018 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:11.915268 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.942410 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (2a8231d6-efdb-4b1f-9ae4-a493641a47ab), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:11.961780 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.db.api [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=115539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 12:51:11.962538 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG oslo_db.api [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 12:51:11.978523 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39909ae-a2df-4d0c-8577-7a52e28ff2e5 None None] Pushing event updated for resources: {'Port': ['ID=b9b63974-eefe-44d7-91b6-6a1bf6b40840,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:12.005179 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9acd2-2212-4342-9cd7-5a91f5892f1e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:12.029421 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2757535 Jul 26 12:51:12.029421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=923d9432-be57-465d-9c21-1d0c5b4c37d3,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:12.034619 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40440) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:12.047915 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Request body: {'subnet': {'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-subnet', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:12.058744 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (2a8231d6-efdb-4b1f-9ae4-a493641a47ab), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.059937 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:12.060383 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.062901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:51:12.091111 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ebdd5-3e62-4014-a4fa-b65694551bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93325627-0d5b-4302-bcd3-50b5a3d3f7df,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:12.131047 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Allocated IP 172.27.2.21 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/5d84e0f1-d34e-41e0-a56a-66170c3e4e43) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:12.149117 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Made reservation on behalf of 01fca015df86428b9356df3f127327c2 for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:12.152238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.228384 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9629698 Jul 26 12:51:12.238633 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40442) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:12.249702 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Request body: {'subnet': {'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-subnet', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:12.262808 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122781-72ee-4b34-8d09-b46c271bde8b admin admin] Pushing event updated for resources: {'Network': ['ID=2a8231d6-efdb-4b1f-9ae4-a493641a47ab,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:12.277605 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:51:12.312682 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Made reservation on behalf of a93dd858fb7a40fbbb679fbe676b1f3c for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:12.315353 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.338183 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:12.488145 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks [] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.490572 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.498730 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:12.637420 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.684739 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:51:12.733331 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (7c4bf2c3-2258-4bf0-8e13-785e71cfa30d), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.733674 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Added segment 7c4bf2c3-2258-4bf0-8e13-785e71cfa30d of type vlan for network 6fabf242-8047-497f-a6fd-86506ce455c6 Jul 26 12:51:12.807617 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:12.829767 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:12.833897 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:12.871672 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (8d8a1d0b-76c4-4929-8279-0a49f300fd41), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.885942 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Pushing event updated for resources: {'Port': ['ID=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:12.896337 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (6fabf242-8047-497f-a6fd-86506ce455c6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.907979 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (cf0764f8-e097-45cb-9a44-0a5a5fa9a331), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.973739 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (6fabf242-8047-497f-a6fd-86506ce455c6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:12.975067 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:12.976491 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.088272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:13.088597 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] Pushing event updated for resources: {'Network': ['ID=6fabf242-8047-497f-a6fd-86506ce455c6,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:13.098721 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 6fabf242-8047-497f-a6fd-86506ce455c6 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:51:13.128731 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8a1d0b-76c4-4929-8279-0a49f300fd41,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:13.173152 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0764f8-e097-45cb-9a44-0a5a5fa9a331,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:13.200120 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Checking segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:13.203848 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Network hostable DHCP agents. Network: 2a8231d6-efdb-4b1f-9ae4-a493641a47ab, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:51:13.230436 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40482) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:13.230983 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-cdefd0b4-0b60-4981-884a-b17524bcef1c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.1702507 Jul 26 12:51:13.234944 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:13.237381 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-67876422-182c-44cc-8496-632415994862 admin admin] Request body: {'subnet': {'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1898512332-subnet', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:13.244157 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:13.244719 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Network hostable DHCP agents. Network: 923d9432-be57-465d-9c21-1d0c5b4c37d3, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:51:13.272948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:51:13.287319 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 2a8231d6-efdb-4b1f-9ae4-a493641a47ab) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:13.293419 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:13.294225 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.329216 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0613ee4-47bf-44cc-a6d3-adf7f6cbc9e7 None None] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:13.334523 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-5f638abe-93ff-430f-b63b-909c589209ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0945969 Jul 26 12:51:13.335122 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40492) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:13.354765 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:13.397310 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:13.425227 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (6dd21dc2-20e1-4ad5-8538-5224596954c1), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.426264 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (6dd21dc2-20e1-4ad5-8538-5224596954c1), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.449455 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67876422-182c-44cc-8496-632415994862 admin admin] Made reservation on behalf of 0f35a4b7696f4cdfbb6e6b316352c022 for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:13.452072 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-67876422-182c-44cc-8496-632415994862 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.523707 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:51:13.525260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.566544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:51:13.576337 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks [] for router_controller (6dd21dc2-20e1-4ad5-8538-5224596954c1), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.688827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 923d9432-be57-465d-9c21-1d0c5b4c37d3) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:13.736797 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:13.742299 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.816615 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b9b63974-eefe-44d7-91b6-6a1bf6b40840 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:13.821517 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdea8f-e5b3-48f9-a224-505c0b9c40de None None] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:13.827276 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cba33-ee07-494e-881c-ec164358e44a None None] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:13.831801 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-e41eaeb4-d390-48f2-837f-9889963c09df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7913039 Jul 26 12:51:13.850260 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40508) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:13.856525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:13.893578 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks [] for router_gateway (6c33e799-9722-415a-8acb-d6a0213185f7), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.918855 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks [] for router_gateway (6dd21dc2-20e1-4ad5-8538-5224596954c1), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.925684 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:13.951394 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (a6ddd465-ff8c-488d-ac12-02a839f8b762), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:13.952726 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (a6ddd465-ff8c-488d-ac12-02a839f8b762), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.160527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-923d9432-be57-465d-9c21-1d0c5b4c37d3', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:51:14.161496 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.315671 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks [] for router_controller (a6ddd465-ff8c-488d-ac12-02a839f8b762), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.352994 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Allocated IP 172.20.0.2 (2a8231d6-efdb-4b1f-9ae4-a493641a47ab/cf0764f8-e097-45cb-9a44-0a5a5fa9a331/5554b232-9282-4a83-a4d4-746d5f8d6853) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:14.423889 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:14.457390 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-b147c23d-723a-4e27-b255-37648e303402 None None] Provisioning complete for port b9b63974-eefe-44d7-91b6-6a1bf6b40840 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:14.457935 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b147c23d-723a-4e27-b255-37648e303402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.474917 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Allocated IP 172.20.0.2 (923d9432-be57-465d-9c21-1d0c5b4c37d3/8d8a1d0b-76c4-4929-8279-0a49f300fd41/0692e902-5678-48a1-bb87-a8a2a1ae5245) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:14.538120 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:14.558350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-67876422-182c-44cc-8496-632415994862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.633936 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port b9b63974-eefe-44d7-91b6-6a1bf6b40840 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:14.637896 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.698518 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (6c33e799-9722-415a-8acb-d6a0213185f7), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.784511 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67876422-182c-44cc-8496-632415994862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:14.804385 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks [] for router_gateway (a6ddd465-ff8c-488d-ac12-02a839f8b762), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:14.840584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:14.930932 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:14.949690 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67876422-182c-44cc-8496-632415994862 admin admin] Checking segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:14.950664 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67876422-182c-44cc-8496-632415994862 admin admin] Network hostable DHCP agents. Network: 6fabf242-8047-497f-a6fd-86506ce455c6, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:51:14.995448 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67876422-182c-44cc-8496-632415994862 admin admin] Network 6fabf242-8047-497f-a6fd-86506ce455c6 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:51:15.009127 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-b147c23d-723a-4e27-b255-37648e303402 None None] Current status of the port b9b63974-eefe-44d7-91b6-6a1bf6b40840 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:15.009523 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b147c23d-723a-4e27-b255-37648e303402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.019402 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-67876422-182c-44cc-8496-632415994862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 6fabf242-8047-497f-a6fd-86506ce455c6) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:15.041001 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67876422-182c-44cc-8496-632415994862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:15.043825 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-67876422-182c-44cc-8496-632415994862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.050205 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Router 6c33e799-9722-415a-8acb-d6a0213185f7 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:51:15.061606 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:15.093569 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ef829-c8c2-49c2-97f7-789a9eaa9320 None None] Network 6fabf242-8047-497f-a6fd-86506ce455c6 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:15.112076 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-67876422-182c-44cc-8496-632415994862 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8757086 Jul 26 12:51:15.154078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40564) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:15.195352 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:15.195352 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks [] for router_gateway (6dd21dc2-20e1-4ad5-8538-5224596954c1), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.247022 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port b9b63974-eefe-44d7-91b6-6a1bf6b40840 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:15.247938 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.258103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Publish callbacks [] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.291655 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40570) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:15.298090 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-b147c23d-723a-4e27-b255-37648e303402 None None] For port b9b63974-eefe-44d7-91b6-6a1bf6b40840, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b9b63974-eefe-44d7-91b6-6a1bf6b40840,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:15.299010 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.303497 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.306493 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Publish callbacks [] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.324870 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b147c23d-723a-4e27-b255-37648e303402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.371286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.428760 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:15.449474 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:15.503002 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:15.505413 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:15.536482 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:15.542849 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (f0ca130a-8c5d-40a9-ad8a-31395418bf83), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.544513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (f0ca130a-8c5d-40a9-ad8a-31395418bf83), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.548834 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:15.561183 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-49387308-d6e8-4247-aae4-63546b1a8300 None None] Provisioning complete for port b9b63974-eefe-44d7-91b6-6a1bf6b40840 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:15.561729 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49387308-d6e8-4247-aae4-63546b1a8300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.569346 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:15.570293 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:15.593654 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.db.api [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 12:51:15.594463 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG oslo_db.api [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 12:51:15.595403 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-6fabf242-8047-497f-a6fd-86506ce455c6', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:51:15.596481 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Sync routers for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:15.596673 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.603078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:15.615195 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:15.619836 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:15.620663 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:15.631138 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40576) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:15.631857 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7f039cc3-8292-4e2f-b4f1-80a9d34b9c27 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7787447 Jul 26 12:51:15.656115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Pushing event updated for resources: {'Port': ['ID=5554b232-9282-4a83-a4d4-746d5f8d6853,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:16.014380 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:16.027517 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147c23d-723a-4e27-b255-37648e303402 None None] Pushing event updated for resources: {'Port': ['ID=b9b63974-eefe-44d7-91b6-6a1bf6b40840,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:16.034328 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Attempting to bind port 5554b232-9282-4a83-a4d4-746d5f8d6853 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:16.034698 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Attempting to bind port 5554b232-9282-4a83-a4d4-746d5f8d6853 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:16.035061 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Attempting to bind port 5554b232-9282-4a83-a4d4-746d5f8d6853 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:16.063254 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Attempting to bind port 0692e902-5678-48a1-bb87-a8a2a1ae5245 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:16.069209 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Attempting to bind port 0692e902-5678-48a1-bb87-a8a2a1ae5245 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:16.070822 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Attempting to bind port 0692e902-5678-48a1-bb87-a8a2a1ae5245 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:16.078360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks [] for router_controller (f0ca130a-8c5d-40a9-ad8a-31395418bf83), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.079793 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f1823dca-fb2d-4f8d-9591-661e804ff704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.096556 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:16.096953 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Checking segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:16.097419 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.097846 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Bound using segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:16.103230 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Bound port: 5554b232-9282-4a83-a4d4-746d5f8d6853, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:16.103822 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.183218 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-49387308-d6e8-4247-aae4-63546b1a8300 None None] Current status of the port b9b63974-eefe-44d7-91b6-6a1bf6b40840 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:16.210664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:16.211040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:16.211449 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.211871 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Bound using segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:16.214526 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Bound port: 0692e902-5678-48a1-bb87-a8a2a1ae5245, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:16.215283 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.253360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f1823dca-fb2d-4f8d-9591-661e804ff704 admin admin] Publish callbacks [] for security_group (66baf8fd-cd89-4868-82ef-631aed19b6c9), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.270805 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks [] for router_gateway (a6ddd465-ff8c-488d-ac12-02a839f8b762), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.294489 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:16.295927 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f1823dca-fb2d-4f8d-9591-661e804ff704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (66baf8fd-cd89-4868-82ef-631aed19b6c9), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.344396 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Allocated IP 172.27.2.126 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/f576cad5-15c5-4fcc-be39-3cb385dcc103) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:16.376184 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:16.392183 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:13Z', 'revision_number': 3, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:16.414703 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port b9b63974-eefe-44d7-91b6-6a1bf6b40840 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:16.433054 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Checking router: 6c33e799-9722-415a-8acb-d6a0213185f7 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:16.433871 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Updating router 6c33e799-9722-415a-8acb-d6a0213185f7 port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:16.451425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Pushing event updated for resources: {'Port': ['ID=0692e902-5678-48a1-bb87-a8a2a1ae5245,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:16.475992 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.501404 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-f1823dca-fb2d-4f8d-9591-661e804ff704 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f70a0bbf5d2b49e99566672e689657ba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2075167 Jul 26 12:51:16.504244 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40606) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:16.535290 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] For port 0692e902-5678-48a1-bb87-a8a2a1ae5245, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:16.539154 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Allocated IP 172.20.0.2 (6fabf242-8047-497f-a6fd-86506ce455c6/a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9/9d5edb3d-728a-4274-8897-b253aa7fdbbd) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:16.552073 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] For port 0692e902-5678-48a1-bb87-a8a2a1ae5245, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0692e902-5678-48a1-bb87-a8a2a1ae5245,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:16.605878 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b9b63974-eefe-44d7-91b6-6a1bf6b40840 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:16.612050 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.630494 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.652408 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eaaf525c-251e-4559-a8d2-8bcfe155b0c6 admin admin] Publish callbacks [] for security_group (66baf8fd-cd89-4868-82ef-631aed19b6c9), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.681908 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eaaf525c-251e-4559-a8d2-8bcfe155b0c6 admin admin] Publish callbacks [] for security_group (66baf8fd-cd89-4868-82ef-631aed19b6c9), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.734858 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] For port 5554b232-9282-4a83-a4d4-746d5f8d6853, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:16.786349 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eaaf525c-251e-4559-a8d2-8bcfe155b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (66baf8fd-cd89-4868-82ef-631aed19b6c9), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.789723 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eaaf525c-251e-4559-a8d2-8bcfe155b0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.791114 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-eaaf525c-251e-4559-a8d2-8bcfe155b0c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66baf8fd-cd89-4868-82ef-631aed19b6c9 HTTP/1.1" status: 204 len: 168 time: 0.2857327 Jul 26 12:51:16.810624 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf525c-251e-4559-a8d2-8bcfe155b0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66baf8fd-cd89-4868-82ef-631aed19b6c9,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:16.930848 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks [] for router_gateway (f0ca130a-8c5d-40a9-ad8a-31395418bf83), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.958648 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] For port 5554b232-9282-4a83-a4d4-746d5f8d6853, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5554b232-9282-4a83-a4d4-746d5f8d6853,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:16.985875 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:16.991559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1823dca-fb2d-4f8d-9591-661e804ff704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66baf8fd-cd89-4868-82ef-631aed19b6c9,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:16.995940 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d725-f920-49e4-9c9b-5b1dd5d8081f None None] Pushing event updated for resources: {'Port': ['ID=0692e902-5678-48a1-bb87-a8a2a1ae5245,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:17.053804 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port b9b63974-eefe-44d7-91b6-6a1bf6b40840 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:17.054251 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.107454 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:17.170707 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:17.174032 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9555cb7-15ed-4172-8ac2-1bc7175542eb None None] Pushing event updated for resources: {'Port': ['ID=5554b232-9282-4a83-a4d4-746d5f8d6853,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:17.219735 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks [] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.293810 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Publish callbacks [] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.297120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port b9b63974-eefe-44d7-91b6-6a1bf6b40840 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:17.312918 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.374052 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Network 6fabf242-8047-497f-a6fd-86506ce455c6 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:17.379734 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:17.383061 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:17.393979 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Pushing event updated for resources: {'Port': ['ID=9d5edb3d-728a-4274-8897-b253aa7fdbbd,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:17.459673 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Attempting to bind port 9d5edb3d-728a-4274-8897-b253aa7fdbbd on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:17.460781 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Attempting to bind port 9d5edb3d-728a-4274-8897-b253aa7fdbbd by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:17.461299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Attempting to bind port 9d5edb3d-728a-4274-8897-b253aa7fdbbd on network 6fabf242-8047-497f-a6fd-86506ce455c6 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:17.467191 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:17.473301 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:17.473993 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Checking segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:17.474621 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.475285 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Bound using segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:17.476563 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Bound port: 9d5edb3d-728a-4274-8897-b253aa7fdbbd, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:17.477147 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.539710 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.591103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] For port 9d5edb3d-728a-4274-8897-b253aa7fdbbd, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:17.594839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] For port 9d5edb3d-728a-4274-8897-b253aa7fdbbd, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9d5edb3d-728a-4274-8897-b253aa7fdbbd,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:17.603040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.725147 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Allocated IP 172.27.2.86 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/ceae583e-adfc-4087-b34f-b8a98d5ff9e4) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:17.754221 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks [] for router_gateway (f0ca130a-8c5d-40a9-ad8a-31395418bf83), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:17.758898 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00296d38-df34-497b-a9aa-f3429d0c5e6e None None] Pushing event updated for resources: {'Port': ['ID=9d5edb3d-728a-4274-8897-b253aa7fdbbd,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:17.767186 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:17.778013 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:17.809696 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:17.814094 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:17.840643 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.080244 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Pushing event updated for resources: {'Port': ['ID=f576cad5-15c5-4fcc-be39-3cb385dcc103,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:18.326870 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks [] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.365338 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:18.473416 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks [] for router_gateway (6dd21dc2-20e1-4ad5-8538-5224596954c1), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.475492 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.550011 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.571967 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.598442 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c070ae2-7ed1-46c7-8ff5-c9b0caabdbee None None] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:18.607225 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:18.616584 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:18.620112 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:18.687197 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] Provisioning complete for port 5554b232-9282-4a83-a4d4-746d5f8d6853 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:18.687471 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.729285 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9d5edb3d-728a-4274-8897-b253aa7fdbbd up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:18.748269 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Publish callbacks [] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.759610 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.845134 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Attempting to bind port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:18.845668 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Attempting to bind port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:18.846169 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Attempting to bind port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:18.853327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Pushing event updated for resources: {'Port': ['ID=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:18.855057 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:18.855616 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:18.856407 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.856931 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:18.857552 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Bound port: 5d84e0f1-d34e-41e0-a56a-66170c3e4e43, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:18.858074 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.906383 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 9d5edb3d-728a-4274-8897-b253aa7fdbbd triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:18.906976 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.924396 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] For port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:18.928560 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] For port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:18.933642 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:18.943849 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:18.978646 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:18.979522 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:19.055811 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] Current status of the port 5554b232-9282-4a83-a4d4-746d5f8d6853 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:19.056212 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.182775 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:19.211871 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] For port 5554b232-9282-4a83-a4d4-746d5f8d6853, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5554b232-9282-4a83-a4d4-746d5f8d6853,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:19.218846 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:19.229472 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.304339 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Allocated IP 172.27.2.149 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/3b911d5f-a5aa-4eb5-9379-f32b95bf4057) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:19.329076 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:19.330472 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7b866-0866-412f-86a5-0ff305319311 None None] Network 6fabf242-8047-497f-a6fd-86506ce455c6 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:19.333774 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 9d5edb3d-728a-4274-8897-b253aa7fdbbd is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:19.334284 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.401778 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Pushing event updated for resources: {'Port': ['ID=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:19.420826 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.421538 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.422062 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.423954 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.424799 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.427028 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.427566 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.433721 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.434244 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.434850 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.435332 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.435851 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.437188 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.438602 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.439079 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Tracked resource versions report: Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: pushed versions: Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: { 'AddressGroup': {'1.2'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Agent': {'1.1'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'ConntrackHelper': {'1.0'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'LocalIPAssociation': {'1.0'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Log': {'1.0'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'NDPProxy': {'1.0'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Network': {'1.1'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Port': {'1.7'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'PortForwarding': {'1.3'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'QosPolicy': {'1.10'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroup': {'1.5'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroupRule': {'1.2'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SubPort': {'1.0'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Subnet': {'1.1'}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Trunk': {'1.1'}} Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: consumer versions: Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: { DHCP agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: HyperV agent@hv-cinder-85093: {}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: L3 agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: Metadata agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: Metering agent@dv-cinder-850939-2-iscsi: {}, Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: Open vSwitch agent@dv-cinder-850939-2-iscsi: { 'AddressGroup': '1.2', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Agent': '1.1', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'ConntrackHelper': '1.0', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'LocalIPAssociation': '1.0', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Log': '1.0', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'NDPProxy': '1.0', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Network': '1.1', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Port': '1.7', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'PortForwarding': '1.3', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'QosPolicy': '1.10', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroup': '1.5', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SecurityGroupRule': '1.2', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'SubPort': '1.0', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Subnet': '1.1', Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: 'Trunk': '1.1'}} Jul 26 12:51:19.447454 dv-cinder-850939-2-iscsi neutron-server[115542]: {{(pid=115542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 12:51:19.513098 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f932eb-691a-4a5c-9d52-27983ad07e31 None None] Pushing event updated for resources: {'Port': ['ID=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:19.542162 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 9d5edb3d-728a-4274-8897-b253aa7fdbbd, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9d5edb3d-728a-4274-8897-b253aa7fdbbd,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:19.551709 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-2e89a502-588c-416c-afbc-b118d8def784 None None] Provisioning complete for port 9d5edb3d-728a-4274-8897-b253aa7fdbbd triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:19.552463 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2e89a502-588c-416c-afbc-b118d8def784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.554876 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:19.593566 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff1615-a680-4506-a04a-ab4c674106e8 None None] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:19.606114 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.606912 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0692e902-5678-48a1-bb87-a8a2a1ae5245 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:19.644522 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:13Z', 'revision_number': 3, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:19.662256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:19.687485 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182aad-dae2-4e57-a07b-f668eb556151 None None] The sync data for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi is: [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:13Z', 'revision_number': 3, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:19.704121 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5773eb-602c-4353-8cde-c4024e5eadde None None] Pushing event updated for resources: {'Port': ['ID=5554b232-9282-4a83-a4d4-746d5f8d6853,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:19.768317 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:19.775901 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks [] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.826795 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Allocated IP 172.20.0.1 (399a1d18-4e78-4e8a-8ddb-7b454af2918b/5c491342-a585-4664-b607-51a3b6b6cba3/76259252-cc43-4b82-82fc-4b64fc530676) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:19.836328 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.836861 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 0692e902-5678-48a1-bb87-a8a2a1ae5245 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:19.837527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.883419 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (6dd21dc2-20e1-4ad5-8538-5224596954c1), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.897989 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks [] for router_gateway (a6ddd465-ff8c-488d-ac12-02a839f8b762), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:19.924290 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:19.942459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=9d5edb3d-728a-4274-8897-b253aa7fdbbd,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:19.985805 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-2e89a502-588c-416c-afbc-b118d8def784 None None] Current status of the port 9d5edb3d-728a-4274-8897-b253aa7fdbbd is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:20.037388 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:20.057848 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:20.072554 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Pushing event updated for resources: {'Port': ['ID=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:20.129577 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 0692e902-5678-48a1-bb87-a8a2a1ae5245 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:20.129987 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.225152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 0692e902-5678-48a1-bb87-a8a2a1ae5245, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0692e902-5678-48a1-bb87-a8a2a1ae5245,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:20.227681 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-5ec8ed1f-37a5-4b29-9bd2-9e46e7afe809 None None] Provisioning complete for port 5554b232-9282-4a83-a4d4-746d5f8d6853 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:20.228191 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ed1f-37a5-4b29-9bd2-9e46e7afe809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.236784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.237674 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5554b232-9282-4a83-a4d4-746d5f8d6853 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:20.417384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:20.451136 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 5554b232-9282-4a83-a4d4-746d5f8d6853 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:20.451972 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.482060 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=0692e902-5678-48a1-bb87-a8a2a1ae5245,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:20.488549 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:20.508477 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8ed1f-37a5-4b29-9bd2-9e46e7afe809 None None] Current status of the port 5554b232-9282-4a83-a4d4-746d5f8d6853 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:20.530309 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-5ec8ed1f-37a5-4b29-9bd2-9e46e7afe809 None None] Provisioning complete for port 0692e902-5678-48a1-bb87-a8a2a1ae5245 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:20.531054 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ed1f-37a5-4b29-9bd2-9e46e7afe809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.546587 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks [] for port (76259252-cc43-4b82-82fc-4b64fc530676), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.709303 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (a6ddd465-ff8c-488d-ac12-02a839f8b762), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.765928 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (76259252-cc43-4b82-82fc-4b64fc530676), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:20.791152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 5554b232-9282-4a83-a4d4-746d5f8d6853 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:20.806809 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8ed1f-37a5-4b29-9bd2-9e46e7afe809 None None] Current status of the port 0692e902-5678-48a1-bb87-a8a2a1ae5245 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:20.938943 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-a35e6927-5783-4ee2-b1ea-fd91cba0e335 None None] Provisioning complete for port 9d5edb3d-728a-4274-8897-b253aa7fdbbd triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:20.939530 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a35e6927-5783-4ee2-b1ea-fd91cba0e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.052130 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:21.067524 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:21.094395 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:21.109117 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a35e6927-5783-4ee2-b1ea-fd91cba0e335 None None] Current status of the port 9d5edb3d-728a-4274-8897-b253aa7fdbbd is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:21.112446 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:21.121046 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:51:21.122847 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:21.125572 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-a35e6927-5783-4ee2-b1ea-fd91cba0e335 None None] Provisioning complete for port 0692e902-5678-48a1-bb87-a8a2a1ae5245 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:21.126101 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a35e6927-5783-4ee2-b1ea-fd91cba0e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.128162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:21.128605 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (6c33e799-9722-415a-8acb-d6a0213185f7), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.132438 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Pushing event updated for resources: {'Port': ['ID=76259252-cc43-4b82-82fc-4b64fc530676,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:21.165676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:21.166055 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.290510 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a35e6927-5783-4ee2-b1ea-fd91cba0e335 None None] Current status of the port 0692e902-5678-48a1-bb87-a8a2a1ae5245 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:21.308911 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks [] for router_gateway (f0ca130a-8c5d-40a9-ad8a-31395418bf83), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.317486 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:21.317904 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.381647 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:21.389260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.390271 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9d5edb3d-728a-4274-8897-b253aa7fdbbd up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:21.482039 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:21.489653 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 9d5edb3d-728a-4274-8897-b253aa7fdbbd triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:21.490026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.501167 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:21.537351 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-d60faf25-7a68-418e-8a7c-2d48bff9a6f5 None None] Provisioning complete for port 76259252-cc43-4b82-82fc-4b64fc530676 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:21.537807 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d60faf25-7a68-418e-8a7c-2d48bff9a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (76259252-cc43-4b82-82fc-4b64fc530676), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.587061 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:21.588896 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-d60faf25-7a68-418e-8a7c-2d48bff9a6f5 None None] Port 76259252-cc43-4b82-82fc-4b64fc530676 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:21.630121 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 9d5edb3d-728a-4274-8897-b253aa7fdbbd is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:21.631802 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0692e902-5678-48a1-bb87-a8a2a1ae5245 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:21.677997 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 0692e902-5678-48a1-bb87-a8a2a1ae5245 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:21.678392 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.698242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:21.730901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:21.757945 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:21.758733 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:21.797951 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:51:21.819032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.821029 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-896f0ec4-76e9-49ca-a252-27d3d2a0d8fe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4847169 Jul 26 12:51:21.825984 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40716) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:21.867684 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 0692e902-5678-48a1-bb87-a8a2a1ae5245 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:21.868872 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5554b232-9282-4a83-a4d4-746d5f8d6853 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:21.871031 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (76259252-cc43-4b82-82fc-4b64fc530676), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.932724 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (f0ca130a-8c5d-40a9-ad8a-31395418bf83), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:21.940979 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:22.008671 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 5554b232-9282-4a83-a4d4-746d5f8d6853 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:22.009042 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.083839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:22.096463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:22.149760 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:22.161351 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:22.174505 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:22.175483 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:22.190435 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 5554b232-9282-4a83-a4d4-746d5f8d6853 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:22.204700 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.210826 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-44ab662f-1138-41fb-8fb3-c94d5c28600f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3580523 Jul 26 12:51:22.211413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40718) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:22.214269 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:18Z', 'revision_number': 3, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:22.253494 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:22.253801 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:22.254026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Updating router 6dd21dc2-20e1-4ad5-8538-5224596954c1 port f576cad5-15c5-4fcc-be39-3cb385dcc103 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:22.286649 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.299753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks [] for port (76259252-cc43-4b82-82fc-4b64fc530676), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.304699 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Router f0ca130a-8c5d-40a9-ad8a-31395418bf83 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:51:22.309988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (76259252-cc43-4b82-82fc-4b64fc530676), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.310891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (6c33e799-9722-415a-8acb-d6a0213185f7), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.329769 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:22.368924 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:22.453893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:22.503076 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:22.513360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:22.527204 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Pushing event updated for resources: {'Port': ['ID=76259252-cc43-4b82-82fc-4b64fc530676,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:22.606635 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:19Z', 'revision_number': 3, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:22.636812 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:22.637441 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Updating router a6ddd465-ff8c-488d-ac12-02a839f8b762 port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:22.689196 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.701280 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.745498 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Publish callbacks [] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.777384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.867662 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c827-5d54-4447-b94e-68196312e15f None None] Pushing event updated for resources: {'Port': ['ID=f576cad5-15c5-4fcc-be39-3cb385dcc103,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:22.870106 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:22.885233 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed58f7f6-1b8d-4bdd-8d9b-46575d7284c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.952184 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Attempting to bind port f576cad5-15c5-4fcc-be39-3cb385dcc103 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:22.952753 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Attempting to bind port f576cad5-15c5-4fcc-be39-3cb385dcc103 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:22.953217 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Attempting to bind port f576cad5-15c5-4fcc-be39-3cb385dcc103 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:22.957308 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-12c09c97-f6ea-4e6a-bd29-bfcb398ac26b None None] Provisioning complete for port 76259252-cc43-4b82-82fc-4b64fc530676 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:22.957790 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-12c09c97-f6ea-4e6a-bd29-bfcb398ac26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (76259252-cc43-4b82-82fc-4b64fc530676), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.963745 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:22.991407 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:22.992020 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:22.993176 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.993681 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:22.994281 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Bound port: f576cad5-15c5-4fcc-be39-3cb385dcc103, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:22.994785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:22.999369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:23.026327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.032093 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-91a2171e-f6ca-409a-935d-d84f902cc11c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8695745 Jul 26 12:51:23.032944 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40730) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:23.040340 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Sync routers for ids ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:23.041157 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Allocated IP 172.20.0.1 (2a8231d6-efdb-4b1f-9ae4-a493641a47ab/cf0764f8-e097-45cb-9a44-0a5a5fa9a331/0d29319e-f6f0-431b-9b38-5da97ef0ea03) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:23.076058 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-12c09c97-f6ea-4e6a-bd29-bfcb398ac26b None None] Port 76259252-cc43-4b82-82fc-4b64fc530676 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:23.097568 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Routers {'f0ca130a-8c5d-40a9-ad8a-31395418bf83'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:23.098328 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:23.100069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:23.103367 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Router 6c33e799-9722-415a-8acb-d6a0213185f7 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:51:23.161922 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Publish callbacks [] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.171334 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.178060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks [] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.182996 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:23.213097 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:23.226939 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.256007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:23.256698 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Attempting to bind port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:23.257122 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Attempting to bind port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:23.259565 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Attempting to bind port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:23.260007 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] For port f576cad5-15c5-4fcc-be39-3cb385dcc103, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:23.260227 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:23.282840 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:23.283310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (6dd21dc2-20e1-4ad5-8538-5224596954c1), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.284379 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad61e72-27b4-44a4-af46-03b37a02a739 None None] Pushing event updated for resources: {'Port': ['ID=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:23.289173 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] For port f576cad5-15c5-4fcc-be39-3cb385dcc103, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=f576cad5-15c5-4fcc-be39-3cb385dcc103,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:23.292940 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:23.293643 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:23.294236 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.297254 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:23.297768 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:23.298169 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.298276 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Bound port: ceae583e-adfc-4087-b34f-b8a98d5ff9e4, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:23.298839 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.304211 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.382294 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] For port ceae583e-adfc-4087-b34f-b8a98d5ff9e4, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:23.432533 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:23.436638 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] For port ceae583e-adfc-4087-b34f-b8a98d5ff9e4, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:23.437378 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:23.445559 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.453130 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Sync routers for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:23.474699 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:23.475767 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:23.484385 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-789f4d5c-ed18-4af6-af31-1a69c7648a16 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c33e799-9722-415a-8acb-d6a0213185f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8457186 Jul 26 12:51:23.543176 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:23.620141 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:23.623490 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:23.646407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Pushing event updated for resources: {'Port': ['ID=0d29319e-f6f0-431b-9b38-5da97ef0ea03,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:23.650260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c827-5d54-4447-b94e-68196312e15f None None] Pushing event updated for resources: {'Port': ['ID=f576cad5-15c5-4fcc-be39-3cb385dcc103,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:23.653962 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Set router f0ca130a-8c5d-40a9-ad8a-31395418bf83 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:23.667407 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:23.703054 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:23.805150 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.013511 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:24.025551 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.051775 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-15bd820e-f07f-462c-a291-a5754e78332d None None] Provisioning complete for port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:24.052459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15bd820e-f07f-462c-a291-a5754e78332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.111446 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:24.166160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-15bd820e-f07f-462c-a291-a5754e78332d None None] Port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:24.189119 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:24.212843 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad61e72-27b4-44a4-af46-03b37a02a739 None None] Pushing event updated for resources: {'Port': ['ID=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:24.248100 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:24.248731 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:50:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:24.297772 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:20Z', 'revision_number': 3, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:24.358973 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Checking router: f0ca130a-8c5d-40a9-ad8a-31395418bf83 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:24.359550 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Updating router f0ca130a-8c5d-40a9-ad8a-31395418bf83 port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:24.367414 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Allocated IP 172.20.0.1 (923d9432-be57-465d-9c21-1d0c5b4c37d3/8d8a1d0b-76c4-4929-8279-0a49f300fd41/6f37be8d-f358-4741-b256-6a81d3d30041) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:24.370214 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:24.434321 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:22Z', 'revision_number': 2, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:24.499481 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.514375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:24.520692 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks [] for port (6f37be8d-f358-4741-b256-6a81d3d30041), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.542361 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Checking router: 6c33e799-9722-415a-8acb-d6a0213185f7 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:24.543029 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Updating router 6c33e799-9722-415a-8acb-d6a0213185f7 port 76259252-cc43-4b82-82fc-4b64fc530676 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:24.546945 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40796) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:24.562202 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.563311 dv-cinder-850939-2-iscsi neutron-server[115539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 12:51:24.594605 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (76259252-cc43-4b82-82fc-4b64fc530676), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.616663 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:24.628749 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:24.686643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:24.699476 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (a6ddd465-ff8c-488d-ac12-02a839f8b762), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.709737 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:24.758330 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Pushing event updated for resources: {'Port': ['ID=6f37be8d-f358-4741-b256-6a81d3d30041,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:24.789913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:24.827263 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:24.839434 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:19Z', 'revision_number': 3, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:24.865660 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f08c774d-a9b0-4610-aeae-0eb36b8ff8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:24.900151 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c044-d452-45f2-b7ac-38045ddadaee None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:19Z', 'revision_number': 3, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:25.046272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.051243 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks [] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.084209 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.086258 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (6dd21dc2-20e1-4ad5-8538-5224596954c1), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.098669 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:25.107417 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-6d9a18b9-5ca4-4041-8b16-459f9add5a52 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:25.120514 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-6d9a18b9-5ca4-4041-8b16-459f9add5a52 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 818 time: 0.5622671 Jul 26 12:51:25.159927 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-4def81b3-b0a9-4145-aa07-b1fcb7dbe856 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/quotas/d92bfe73c0a54823a88a89f9ae627134 HTTP/1.1" status: 200 len: 375 time: 0.0376716 Jul 26 12:51:25.163916 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Pushing event updated for resources: {'Port': ['ID=0d29319e-f6f0-431b-9b38-5da97ef0ea03,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:25.182161 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Allocated IP 172.20.0.1 (6fabf242-8047-497f-a6fd-86506ce455c6/a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9/e0cce055-4e4a-423e-933f-4c662623b26c) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:25.187498 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:25.222521 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Publish callbacks [] for port (76259252-cc43-4b82-82fc-4b64fc530676), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.229318 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (76259252-cc43-4b82-82fc-4b64fc530676), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.303266 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b45c6-d223-4df1-b27b-2ff44717c242 None None] Pushing event updated for resources: {'Port': ['ID=76259252-cc43-4b82-82fc-4b64fc530676,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:25.320595 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-5a67c21f-fa8b-433d-82c2-072cd9734696 None None] Provisioning complete for port 6f37be8d-f358-4741-b256-6a81d3d30041 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:25.320995 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5a67c21f-fa8b-433d-82c2-072cd9734696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.322975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f49c5-f4cc-41a9-b1dc-1b3485403802 None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:25.406916 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:25.456086 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5a67c21f-fa8b-433d-82c2-072cd9734696 None None] Port 6f37be8d-f358-4741-b256-6a81d3d30041 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:25.478575 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:25.508793 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Attempting to bind port 76259252-cc43-4b82-82fc-4b64fc530676 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:25.509935 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Attempting to bind port 76259252-cc43-4b82-82fc-4b64fc530676 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:25.510525 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Attempting to bind port 76259252-cc43-4b82-82fc-4b64fc530676 on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:25.526571 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks [] for port (6f37be8d-f358-4741-b256-6a81d3d30041), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.534970 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:25.538543 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Checking segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:25.539259 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.540267 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Bound using segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:25.540988 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Bound port: 76259252-cc43-4b82-82fc-4b64fc530676, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:25.544265 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (76259252-cc43-4b82-82fc-4b64fc530676), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.546879 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.547540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks [] for port (e0cce055-4e4a-423e-933f-4c662623b26c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.547674 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (a6ddd465-ff8c-488d-ac12-02a839f8b762), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.571179 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Publish callbacks [] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.588485 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.626723 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:25.643251 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-1c6ad837-6e62-4756-b8fd-780ca857007b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4819350 Jul 26 12:51:25.665331 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.684129 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] For port 76259252-cc43-4b82-82fc-4b64fc530676, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:25.688457 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] For port 76259252-cc43-4b82-82fc-4b64fc530676, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=76259252-cc43-4b82-82fc-4b64fc530676,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:25.707286 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (76259252-cc43-4b82-82fc-4b64fc530676), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.744906 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Attempting to bind port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:25.745271 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Attempting to bind port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:25.745626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Attempting to bind port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:25.761578 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Network 6fabf242-8047-497f-a6fd-86506ce455c6 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:25.766444 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd1b95-36ee-4473-a9b1-b49f58e0cd84 None None] Pushing event updated for resources: {'Port': ['ID=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:25.809720 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:25.810527 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:25.820918 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] Provisioning complete for port 76259252-cc43-4b82-82fc-4b64fc530676 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:25.821300 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (76259252-cc43-4b82-82fc-4b64fc530676), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.823259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:25.828412 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:25.829211 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.829351 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:25.829793 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Bound port: 3b911d5f-a5aa-4eb5-9379-f32b95bf4057, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:25.830272 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.840248 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:25.855808 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:25.857363 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (f0ca130a-8c5d-40a9-ad8a-31395418bf83), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:25.900168 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cce055-4e4a-423e-933f-4c662623b26c,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:25.930374 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:25.961447 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:25.975204 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Pushing event updated for resources: {'Port': ['ID=6f37be8d-f358-4741-b256-6a81d3d30041,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:25.987878 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b45c6-d223-4df1-b27b-2ff44717c242 None None] Pushing event updated for resources: {'Port': ['ID=76259252-cc43-4b82-82fc-4b64fc530676,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:26.232122 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:26.267461 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] For port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:26.274002 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:26.310299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] For port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:26.367265 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:26.376508 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:26.427050 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-abb323bc-3ad8-4084-9415-7c84b7a25e36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:51:26.427050 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-abb323bc-3ad8-4084-9415-7c84b7a25e36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3224869 Jul 26 12:51:26.569034 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:26.595939 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:26.670641 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] Current status of the port 76259252-cc43-4b82-82fc-4b64fc530676 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:26.675747 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (76259252-cc43-4b82-82fc-4b64fc530676), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:26.723944 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Routers {'f0ca130a-8c5d-40a9-ad8a-31395418bf83'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:26.727450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:26.779871 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:51:26.789280 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:26.869286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:26.947586 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] For port 76259252-cc43-4b82-82fc-4b64fc530676, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=76259252-cc43-4b82-82fc-4b64fc530676,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:26.949123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd1b95-36ee-4473-a9b1-b49f58e0cd84 None None] Pushing event updated for resources: {'Port': ['ID=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:26.979448 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-3572fa3a-64ee-4509-81db-482b6cdb2766 service neutron] 10.222.0.20 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347586 Jul 26 12:51:27.133758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:51:27.290672 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device ceae583e-adfc-4087-b34f-b8a98d5ff9e4 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:27.353467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (76259252-cc43-4b82-82fc-4b64fc530676), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:27.391630 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:25Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:27.440848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] Set router f0ca130a-8c5d-40a9-ad8a-31395418bf83 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:27.446989 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281805b-c8e6-4290-a48d-249db74bb4aa None None] The sync data for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi is: [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:25Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:27.483404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:27.528150 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d4766e7d-d301-4f4b-9658-cd6254d5a266 admin admin] 10.222.0.20 "PUT /v2.0/routers/6dd21dc2-20e1-4ad5-8538-5224596954c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6916838 Jul 26 12:51:27.534507 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:27.552725 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-afcab0b2-43db-4d59-82c6-194ca818980f admin admin] 10.222.0.20 "PUT /v2.0/routers/a6ddd465-ff8c-488d-ac12-02a839f8b762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3379409 Jul 26 12:51:27.676888 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-71e388c4-83df-4bb2-a2cc-d18da268f7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855114 Jul 26 12:51:27.720976 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:27.807678 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Provisioning complete for port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:27.808643 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:27.829872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks [] for port (e0cce055-4e4a-423e-933f-4c662623b26c), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:27.841738 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:27.844707 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (f0ca130a-8c5d-40a9-ad8a-31395418bf83), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:27.990548 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cce055-4e4a-423e-933f-4c662623b26c,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:28.036456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:28.114442 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.129115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.130060 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e0cce055-4e4a-423e-933f-4c662623b26c', 'name': '', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'mac_address': 'fa:16:3e:6f:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:24Z', 'updated_at': '2022-07-26T12:51:25Z', 'revision_number': 1, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'subnets': [{'id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:28.132683 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Network 6fabf242-8047-497f-a6fd-86506ce455c6 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:28.134322 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:28.211242 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40910) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:28.228762 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783988982', 'description': 'tempest-description--1878622313'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:28.299144 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2e698-0a07-4a5f-b6a6-269adef799f8 None None] The sync data for ids ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'] in dv-cinder-850939-2-iscsi is: [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e0cce055-4e4a-423e-933f-4c662623b26c', 'name': '', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'mac_address': 'fa:16:3e:6f:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:24Z', 'updated_at': '2022-07-26T12:51:25Z', 'revision_number': 1, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'subnets': [{'id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:28.311769 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f418c-70d6-4fd2-be15-03140d182db0 None None] Pushing event updated for resources: {'Port': ['ID=76259252-cc43-4b82-82fc-4b64fc530676,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:28.331078 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.336954 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40920) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:28.342883 dv-cinder-850939-2-iscsi neutron-server[115540]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 12:51:28.353901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:28.386026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:28.386588 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.394368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40924) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:28.422674 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295277614', 'description': 'tempest-description--1789010158'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:28.428019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Provisioning complete for port 6f37be8d-f358-4741-b256-6a81d3d30041 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:28.428652 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.449798 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-16d7fbd0-1765-4906-92eb-dbfb9cce6dc4 req-ee4b4c7f-3ddf-4766-8eda-728f4f6e9f28 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 210 time: 0.1113732 Jul 26 12:51:28.555530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:28.600142 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Router f0ca130a-8c5d-40a9-ad8a-31395418bf83 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:51:28.613375 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.628258 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (dbe2d459-9d21-41de-a2b6-b1920460a81e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.629877 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Port 6f37be8d-f358-4741-b256-6a81d3d30041 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:28.633858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (dbe2d459-9d21-41de-a2b6-b1920460a81e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.668505 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:28.738909 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.758018 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:28.764222 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5512729 Jul 26 12:51:28.765464 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40946) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:28.771089 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Provisioning complete for port 76259252-cc43-4b82-82fc-4b64fc530676 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:28.771779 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (76259252-cc43-4b82-82fc-4b64fc530676), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.794048 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': 'dbe2d459-9d21-41de-a2b6-b1920460a81e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:28.828372 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41d132-10e4-4dd7-a675-5deb5cb22723 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe2d459-9d21-41de-a2b6-b1920460a81e,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:28.834348 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:28.835294 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:28.874649 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (7be84255-22fd-4398-8b94-0f42607436d3), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.965514 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:28.965991 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.977674 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (7be84255-22fd-4398-8b94-0f42607436d3), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:28.983616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (7be84255-22fd-4398-8b94-0f42607436d3), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.010584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be84255-22fd-4398-8b94-0f42607436d3,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:29.023785 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.027531 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7e9aa8d1-f555-439a-b707-b139e3fc4d53 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2524903 Jul 26 12:51:29.027738 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40956) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:29.032335 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': 'dbe2d459-9d21-41de-a2b6-b1920460a81e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:29.052031 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port ceae583e-adfc-4087-b34f-b8a98d5ff9e4, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:29.070941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (4297ed15-52e5-4cc0-8130-ded62a9f00a7), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.088761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.115000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:29.167904 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Current status of the port 76259252-cc43-4b82-82fc-4b64fc530676 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:29.187401 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Provisioning complete for port e0cce055-4e4a-423e-933f-4c662623b26c triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:29.187784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.194897 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (4297ed15-52e5-4cc0-8130-ded62a9f00a7), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.204967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (4297ed15-52e5-4cc0-8130-ded62a9f00a7), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.270957 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:51:29.282559 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:29.286524 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-31288830-cddc-40c4-ab75-9595b6ef8918 None None] Port e0cce055-4e4a-423e-933f-4c662623b26c cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:29.306102 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8aeb4708-2b27-4658-9664-137e32eb6cb6 admin admin] 10.222.0.20 "PUT /v2.0/routers/f0ca130a-8c5d-40a9-ad8a-31395418bf83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2696917 Jul 26 12:51:29.307998 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4297ed15-52e5-4cc0-8130-ded62a9f00a7,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:29.339340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.340632 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b178debe-bfac-4124-9387-ea705775cf48 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119798 Jul 26 12:51:29.345243 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (2fdc3afa-d03f-4c1a-a63b-db64a83efd8a), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.346276 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 40968) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:29.368524 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:29.424003 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f576cad5-15c5-4fcc-be39-3cb385dcc103 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:29.430456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2fdc3afa-d03f-4c1a-a63b-db64a83efd8a), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.481792 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:29.499252 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-44da82ca-c9c1-4114-83a4-85d769501169 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:29.514842 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-44da82ca-c9c1-4114-83a4-85d769501169 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 818 time: 0.6641514 Jul 26 12:51:29.546132 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:29.552332 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-1c9c218e-8827-4bc1-81ce-f82d55adf994 None None] Provisioning complete for port e0cce055-4e4a-423e-933f-4c662623b26c triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:29.553046 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c9c218e-8827-4bc1-81ce-f82d55adf994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.559166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.560774 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1654463 Jul 26 12:51:29.562104 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.564336 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 40978) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:29.572245 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'security_group_rule': {'security_group_id': '2fdc3afa-d03f-4c1a-a63b-db64a83efd8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:29.575559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f558b-1eed-4f0d-a997-05d41ade7681 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:29.617962 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-f08bc801-b05a-408b-a829-2ee7ff78c584 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/quotas/d92bfe73c0a54823a88a89f9ae627134 HTTP/1.1" status: 200 len: 375 time: 0.1016488 Jul 26 12:51:29.635047 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:29.671998 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (0854b913-d0d6-4afc-9d6c-9cc5a161dcf1), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.710659 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port f576cad5-15c5-4fcc-be39-3cb385dcc103 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:29.711182 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:29.715542 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c218e-8827-4bc1-81ce-f82d55adf994 None None] Port e0cce055-4e4a-423e-933f-4c662623b26c cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:29.916400 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-02b78253-5b16-40e6-9b12-dafbe2154963 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2972429 Jul 26 12:51:29.998000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:25Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:30.033347 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port f576cad5-15c5-4fcc-be39-3cb385dcc103 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:30.034040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.037828 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.062784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port f576cad5-15c5-4fcc-be39-3cb385dcc103, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=f576cad5-15c5-4fcc-be39-3cb385dcc103,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:30.064882 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:30.065428 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Updating router a6ddd465-ff8c-488d-ac12-02a839f8b762 port 6f37be8d-f358-4741-b256-6a81d3d30041 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:30.090179 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.091002 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 76259252-cc43-4b82-82fc-4b64fc530676 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:30.149838 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:30.175223 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (0854b913-d0d6-4afc-9d6c-9cc5a161dcf1), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.185090 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-6cd956d6-a232-4c9b-9927-2f9f68f9be6e service neutron] 10.222.0.20 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589839 Jul 26 12:51:30.190222 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (0854b913-d0d6-4afc-9d6c-9cc5a161dcf1), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.198981 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.247284 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0854b913-d0d6-4afc-9d6c-9cc5a161dcf1,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:30.265008 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.27.2.81 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/3c2aa1c3-8e52-41ac-8434-732bb5596558) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:30.271823 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.277363 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-27e86baa-0428-4358-bf89-f88dbfe6af1a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7118995 Jul 26 12:51:30.279671 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=f576cad5-15c5-4fcc-be39-3cb385dcc103,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:30.281380 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41016) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:30.282618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 76259252-cc43-4b82-82fc-4b64fc530676 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:30.283259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (76259252-cc43-4b82-82fc-4b64fc530676), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.309863 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'security_group_rule': {'security_group_id': '2fdc3afa-d03f-4c1a-a63b-db64a83efd8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:30.354646 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-58c10bdb-192c-456a-ac0f-edbeeda145a3 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:30.365685 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-58c10bdb-192c-456a-ac0f-edbeeda145a3 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/networks?id=6fabf242-8047-497f-a6fd-86506ce455c6 HTTP/1.1" status: 200 len: 812 time: 0.3859935 Jul 26 12:51:30.429280 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-9647da4b-9764-41e8-b613-a592c9c67866 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/quotas/0f35a4b7696f4cdfbb6e6b316352c022 HTTP/1.1" status: 200 len: 375 time: 0.0473256 Jul 26 12:51:30.539021 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (c0b9a745-6180-4b41-9790-1d10e9c425ea), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.560370 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:30.624603 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-6b796c56-b97e-40b2-b97b-83afc1cfb14f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f35a4b7696f4cdfbb6e6b316352c022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758180 Jul 26 12:51:30.634664 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-28e5fe70-a5d1-4711-b195-3d768c4cc328 service neutron] 10.222.0.20 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391859 Jul 26 12:51:30.657226 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.665566 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:30.708665 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.744949 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (c0b9a745-6180-4b41-9790-1d10e9c425ea), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.754691 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (c0b9a745-6180-4b41-9790-1d10e9c425ea), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.809412 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 76259252-cc43-4b82-82fc-4b64fc530676 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:30.826187 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b9a745-6180-4b41-9790-1d10e9c425ea,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:30.844836 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:30.848810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:30.853961 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:30.854221 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:30.859112 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-79409e44-fa3d-4950-a5e1-f86a15ae24e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5733166 Jul 26 12:51:30.860127 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41052) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:30.870377 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:30.876415 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=3c2aa1c3-8e52-41ac-8434-732bb5596558,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:30.914499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:30.939829 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.006174 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Publish callbacks [] for port (6f37be8d-f358-4741-b256-6a81d3d30041), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.020807 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.089818 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5c437da3-f198-401e-82ab-902ac276ea5a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:51:31.090983 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5c437da3-f198-401e-82ab-902ac276ea5a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3167295 Jul 26 12:51:31.105493 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:31.174876 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a4efc-f6ec-4c49-a772-580b1a1ba869 None None] Pushing event updated for resources: {'Port': ['ID=6f37be8d-f358-4741-b256-6a81d3d30041,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:31.244473 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dec31fe1-fca0-4e21-b6df-53fa3fecffda req-dddafada-592e-4679-847b-01ed631b31f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 210 time: 0.1782532 Jul 26 12:51:31.274693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.343264 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Attempting to bind port 6f37be8d-f358-4741-b256-6a81d3d30041 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:31.343658 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Attempting to bind port 6f37be8d-f358-4741-b256-6a81d3d30041 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:31.344044 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Attempting to bind port 6f37be8d-f358-4741-b256-6a81d3d30041 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:31.364506 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:31.365270 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:31.365270 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.366450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Bound using segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:31.366450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Bound port: 6f37be8d-f358-4741-b256-6a81d3d30041, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:31.366450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.375459 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.424754 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f576cad5-15c5-4fcc-be39-3cb385dcc103 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:31.457696 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.519677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port f576cad5-15c5-4fcc-be39-3cb385dcc103 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:31.520055 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.545476 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-3958b715-ab13-4770-8a0d-4dc396d3aa40 service neutron] 10.222.0.20 "GET /v2.0/networks/6fabf242-8047-497f-a6fd-86506ce455c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103708 Jul 26 12:51:31.589218 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-684401d0-5ed7-4bc2-9f0b-2c285d13a461 None None] Provisioning complete for port 6f37be8d-f358-4741-b256-6a81d3d30041 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:31.589783 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-684401d0-5ed7-4bc2-9f0b-2c285d13a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.666226 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] For port 6f37be8d-f358-4741-b256-6a81d3d30041, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:31.670846 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] For port 6f37be8d-f358-4741-b256-6a81d3d30041, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=6f37be8d-f358-4741-b256-6a81d3d30041,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:31.688350 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.689696 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Allocated IP 172.27.2.200 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/ebc096b0-2b12-4c14-91b2-d4cbab2aa221) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:31.705189 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:31.737321 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-95c41d98-042a-4d52-934e-3d7667edf184 service neutron] 10.222.0.20 "GET /v2.0/networks/6fabf242-8047-497f-a6fd-86506ce455c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800056 Jul 26 12:51:31.828738 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-684401d0-5ed7-4bc2-9f0b-2c285d13a461 None None] Port 6f37be8d-f358-4741-b256-6a81d3d30041 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:31.831375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a4efc-f6ec-4c49-a772-580b1a1ba869 None None] Pushing event updated for resources: {'Port': ['ID=6f37be8d-f358-4741-b256-6a81d3d30041,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:31.904296 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.911683 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.917305 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port f576cad5-15c5-4fcc-be39-3cb385dcc103 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:31.918743 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device ceae583e-adfc-4087-b34f-b8a98d5ff9e4 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:31.949544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.989572 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:31.989960 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.025819 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:32.030968 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:32.031655 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:32.034074 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:32.034474 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.051226 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.052752 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6923318 Jul 26 12:51:32.056709 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e500fd7-12b7-40c7-95fb-de3b21a5bf02 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=3c2aa1c3-8e52-41ac-8434-732bb5596558,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:32.070727 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:32.086808 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:32.096074 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:32.115753 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'Port': ['ID=ebc096b0-2b12-4c14-91b2-d4cbab2aa221,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:32.221295 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d74287ff-fae6-4e3f-8f66-29e1fb87eb14 req-fbe9f4ce-68e9-4276-902e-16f4f288a033 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 210 time: 0.0580518 Jul 26 12:51:32.412418 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7b586ba0-6cbf-429d-95ea-33d4a291f212 req-bbd39ce5-890a-4f97-9afd-9ac144cdbc56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 210 time: 0.0575104 Jul 26 12:51:32.484132 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:32.488642 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] Provisioning complete for port 6f37be8d-f358-4741-b256-6a81d3d30041 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:32.488977 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.505985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (694b809f-1403-4218-b56b-a9c7020d3cab), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.529705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:32.541103 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-ad474a96-1c31-4c5d-9f07-205daa15f610 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1783988982&fields=id&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 267 time: 0.2456837 Jul 26 12:51:32.545325 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:32.564663 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:32.565578 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:32.579030 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:32.593274 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.644726 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:32.685521 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:32.720723 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:32.742814 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] Current status of the port 6f37be8d-f358-4741-b256-6a81d3d30041 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:32.743209 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.757244 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:32.846995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-0d283b57-a513-4661-b6e7-8a60ed6a2a71 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:32.852296 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-0d283b57-a513-4661-b6e7-8a60ed6a2a71 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.3103600 Jul 26 12:51:32.883905 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-c9937211-72dd-46ae-97f3-ce9e13bc9b31 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/quotas/01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 375 time: 0.0265286 Jul 26 12:51:32.944820 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] For port 6f37be8d-f358-4741-b256-6a81d3d30041, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=6f37be8d-f358-4741-b256-6a81d3d30041,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:32.953115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.979483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:32.985785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:31Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:32.987964 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-4a7dc371-9873-48fc-abe4-c4e440f76954 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941379 Jul 26 12:51:32.990985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.004979 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (694b809f-1403-4218-b56b-a9c7020d3cab), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.016306 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544bbd7-9da4-4d86-8938-701e2bad041c None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:31Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:33.036298 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 2, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:33.039044 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50834f3f-ec4e-4105-89a3-cc22dd5f6e90 None None] Pushing event updated for resources: {'Port': ['ID=6f37be8d-f358-4741-b256-6a81d3d30041,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:33.074743 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:33.075798 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Updating router 6dd21dc2-20e1-4ad5-8538-5224596954c1 port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:33.116664 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.245821 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.247359 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3860984 Jul 26 12:51:33.250907 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:33.271983 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3bf5b-c16f-4922-b6e5-18620f94dcfe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'Port': ['ID=ebc096b0-2b12-4c14-91b2-d4cbab2aa221,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:33.322262 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:33.369186 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-97bc97a2-413d-497b-b8f5-3e9a60d23a8f service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415773 Jul 26 12:51:33.391434 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:33.487344 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:33.487782 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.520902 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59ae3e16-5d8b-4b40-94de-1ed9e1ed8c8d req-f97e7f5f-6912-4cd0-8fe0-e5cc692b505a tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 210 time: 0.0713155 Jul 26 12:51:33.677304 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-264f200b-aeb6-4485-93b5-4a83f4594b03 service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977059 Jul 26 12:51:33.703932 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:33.704546 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.732815 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:33.740394 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.793703 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Publish callbacks [] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.807840 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:33.847163 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-6a8c9355-345a-4b39-b6e7-ff7066590ea7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--295277614&fields=id&tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 267 time: 0.1483784 Jul 26 12:51:33.943129 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c017ba9-fe69-43fc-a9e8-60a96017b653 None None] Pushing event updated for resources: {'Port': ['ID=0d29319e-f6f0-431b-9b38-5da97ef0ea03,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:34.025991 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:34.037731 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Attempting to bind port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:34.038241 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Attempting to bind port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:34.038637 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Attempting to bind port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:34.058097 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:34.058487 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Checking segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:34.070906 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:34.071328 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Bound using segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:34.071909 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Bound port: 0d29319e-f6f0-431b-9b38-5da97ef0ea03, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:34.072593 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:34.171289 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-0754e401-1ea1-44d8-ad81-692d783e5013 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:34.186603 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-0754e401-1ea1-44d8-ad81-692d783e5013 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 817 time: 0.3381662 Jul 26 12:51:34.240514 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-60912015-efdd-44e4-b330-142d1efa9183 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/quotas/a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 375 time: 0.0529332 Jul 26 12:51:34.279279 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] For port 0d29319e-f6f0-431b-9b38-5da97ef0ea03, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:34.293005 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] For port 0d29319e-f6f0-431b-9b38-5da97ef0ea03, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0d29319e-f6f0-431b-9b38-5da97ef0ea03,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:34.316150 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:34.422025 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-c974447f-55d9-4371-b3f1-243a438114fc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794775 Jul 26 12:51:34.495282 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e88599f6-a6ff-4c8b-89c3-716f7b074785 req-46f068b8-09df-4aa3-a8ab-5061ccc58d40 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 210 time: 0.0831089 Jul 26 12:51:34.542918 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] Provisioning complete for port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:34.547123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:34.548614 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:34.613109 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:34.614500 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:34.720161 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.46', 57520) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:34.830765 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-69b23b5a-57ed-4e28-816d-0a7a5a239f40 req-7af79554-a26e-4684-8591-60a2686321f6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.1337345 Jul 26 12:51:34.845345 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:34.915941 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] Current status of the port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:34.916480 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:35.073705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] For port 0d29319e-f6f0-431b-9b38-5da97ef0ea03, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0d29319e-f6f0-431b-9b38-5da97ef0ea03,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:35.082397 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:35.110089 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.46', 57522) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:35.138539 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c017ba9-fe69-43fc-a9e8-60a96017b653 None None] Pushing event updated for resources: {'Port': ['ID=0d29319e-f6f0-431b-9b38-5da97ef0ea03,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:35.172425 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-01c8ca4b-1e52-49a8-a920-67f5db187f76 req-6632d485-d8bc-45f9-b8ae-c331453de838 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 210 time: 0.1466362 Jul 26 12:51:35.205663 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-185b1fe0-5892-472e-840a-6082da133877 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:35.212751 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-185b1fe0-5892-472e-840a-6082da133877 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 818 time: 0.4876168 Jul 26 12:51:35.282454 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'port': {'device_id': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'admin_state_up': True, 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:35.366932 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.46', 57524) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:35.375628 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-08f5a650-7c24-4c6c-a6f8-f8a45dd4a89f None None] Provisioning complete for port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:35.380173 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-08f5a650-7c24-4c6c-a6f8-f8a45dd4a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:35.435191 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:35.467272 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:35.471583 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fe623-0ef3-4707-920c-bc986172626d None None] Pushing event updated for resources: {'Port': ['ID=0d29319e-f6f0-431b-9b38-5da97ef0ea03,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:35.547488 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa73a6-09a9-4b5f-aa9f-832ddb0adcbd None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:35.575951 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:35.598119 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-a876666a-80b4-4771-9a66-0ed0f107e37a service neutron] 10.222.0.20 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1668029 Jul 26 12:51:35.707152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-08f5a650-7c24-4c6c-a6f8-f8a45dd4a89f None None] Current status of the port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:35.714724 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:35.767446 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-a0cb2232-720f-4ea1-a81a-fee954674e7c service neutron] 10.222.0.20 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679099 Jul 26 12:51:35.853460 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Made reservation on behalf of d92bfe73c0a54823a88a89f9ae627134 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:35.863014 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:35.906336 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:35.907979 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:35.993950 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-503413d2-ab18-4590-970c-34947879eb6e req-422b671e-a18a-4842-a2a2-c7b03440d8c9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 210 time: 0.2479641 Jul 26 12:51:36.073760 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-bb1b554f-dafc-4c6f-90a5-70da4220a31c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:36.077137 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:36.083365 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-bb1b554f-dafc-4c6f-90a5-70da4220a31c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 818 time: 0.7071145 Jul 26 12:51:36.109089 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-f29cc773-4344-41ef-a696-a2db1881e975 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:36.110797 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-f29cc773-4344-41ef-a696-a2db1881e975 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.46 "GET /v2.0/networks?id=6fabf242-8047-497f-a6fd-86506ce455c6 HTTP/1.1" status: 200 len: 812 time: 0.9997339 Jul 26 12:51:36.145398 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:36.147015 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 6f37be8d-f358-4741-b256-6a81d3d30041 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:36.188977 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'port': {'device_id': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'admin_state_up': True, 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:36.214303 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Request body: {'port': {'device_id': '13491d52-d823-4b46-9537-93441e1df6e3', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'admin_state_up': True, 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:36.250724 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 6f37be8d-f358-4741-b256-6a81d3d30041 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:36.251721 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:36.370866 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.46', 57534) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:36.374393 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e7b7c2c1-0012-4ba6-8211-4aa6ad3524fd req-19a8fa63-497a-4408-9d7a-a697533cd12e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.2049701 Jul 26 12:51:36.702513 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0464416e-c351-45ac-a2e7-4cabe13f6b32 req-00acfac4-50ad-48af-860e-e3cf129d02de tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.4341335 Jul 26 12:51:36.728571 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41318) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:36.822422 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:36.825488 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 6f37be8d-f358-4741-b256-6a81d3d30041 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:36.916780 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Made reservation on behalf of d92bfe73c0a54823a88a89f9ae627134 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:36.925297 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:36.938415 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-49e8df3e-729b-4c8d-9e94-161cd1a69ae2 req-5057467b-2d3e-4c90-9d39-e5827371eeb9 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 210 time: 0.0825849 Jul 26 12:51:36.958589 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Made reservation on behalf of 0f35a4b7696f4cdfbb6e6b316352c022 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:36.968317 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:36.974595 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Allocated IP 172.20.0.9 (399a1d18-4e78-4e8a-8ddb-7b454af2918b/5c491342-a585-4664-b607-51a3b6b6cba3/fb356747-cdb9-4a2f-9a9d-4f55749ff5fd) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:37.082953 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:37.126058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-1173b6f3-04c3-4432-b017-18d5785f5eb3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:37.127855 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-1173b6f3-04c3-4432-b017-18d5785f5eb3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.7558703 Jul 26 12:51:37.279387 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41332) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:37.282535 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-510bbda3-d10c-4cfb-94c5-577e8e00af0f req-2af6ec9d-4904-4a57-8c55-ceb04864c14b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 210 time: 0.1646299 Jul 26 12:51:37.303261 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0d29319e-f6f0-431b-9b38-5da97ef0ea03 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:37.313097 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2a9af24-e4ee-406f-a2d1-fe82ce1bac9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.362573 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:37.362966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.407227 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.434826 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6efb0e2a-2b79-49ae-9e1e-0b8b3833c8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.453700 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:37.474064 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:37.499413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2a9af24-e4ee-406f-a2d1-fe82ce1bac9b admin admin] Publish callbacks [] for security_group (bb79a61e-9a69-4aaa-a935-1bbdcba193c5), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.510904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.546052 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2a9af24-e4ee-406f-a2d1-fe82ce1bac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (bb79a61e-9a69-4aaa-a935-1bbdcba193c5), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.691931 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:37.704189 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Allocated IP 172.20.0.12 (6fabf242-8047-497f-a6fd-86506ce455c6/a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9/0b6d5dd0-f483-4401-bba0-62699172f404) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:37.712802 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a2a9af24-e4ee-406f-a2d1-fe82ce1bac9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65cb1e6051ad4601870e2d74ce55ce44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9786959 Jul 26 12:51:37.714316 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bc486b8d-c490-4623-9c0e-19f3b9c3c300 req-53079296-e4b3-4123-8912-3ad18a92a96c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.1018722 Jul 26 12:51:37.715772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9af24-e4ee-406f-a2d1-fe82ce1bac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79a61e-9a69-4aaa-a935-1bbdcba193c5,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:37.722253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Allocated IP 172.20.0.14 (399a1d18-4e78-4e8a-8ddb-7b454af2918b/5c491342-a585-4664-b607-51a3b6b6cba3/34328d9b-7b53-457f-a58d-3371c1433b29) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:37.724706 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41348) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:37.756792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:37.765898 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:37.793572 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:37.794256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.800109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'Port': ['ID=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:37.865814 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ad4a4f90-9a31-4e21-a467-fd3a9698579d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5939965 Jul 26 12:51:37.876107 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:37.893802 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6efb0e2a-2b79-49ae-9e1e-0b8b3833c8ce admin admin] Publish callbacks [] for security_group (12abe202-40e5-4196-af52-c8a251bf292c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.902084 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6efb0e2a-2b79-49ae-9e1e-0b8b3833c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (12abe202-40e5-4196-af52-c8a251bf292c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:37.941718 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-6efb0e2a-2b79-49ae-9e1e-0b8b3833c8ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caa2fd38f7d54757a53d1f556767db9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6596310 Jul 26 12:51:37.950127 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41360) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:38.059236 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb0e2a-2b79-49ae-9e1e-0b8b3833c8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12abe202-40e5-4196-af52-c8a251bf292c,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:38.079781 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7d464b81-aead-4ab4-a423-c12f1e103a03 admin admin] Publish callbacks [] for security_group (bb79a61e-9a69-4aaa-a935-1bbdcba193c5), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.096145 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d90d45ee-433d-42c8-bfd4-84a3d141683b admin admin] Publish callbacks [] for security_group (12abe202-40e5-4196-af52-c8a251bf292c), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.117498 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8bbaa91-0d99-4c47-80a4-46759739e8ca req-72d7e603-1b00-40f3-8a30-993b39038768 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.2476339 Jul 26 12:51:38.137858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:38.141321 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-131589ed-31c1-4683-b0e5-598e622ef94a req-86f948c3-8d87-47e9-b8e6-c415c084e06d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 210 time: 0.0349123 Jul 26 12:51:38.146128 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d90d45ee-433d-42c8-bfd4-84a3d141683b admin admin] Publish callbacks [] for security_group (12abe202-40e5-4196-af52-c8a251bf292c), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.174476 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-94e442a1-82cf-42f9-b0b4-f9f3fee9a69c None None] Provisioning complete for port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:38.175095 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-94e442a1-82cf-42f9-b0b4-f9f3fee9a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.205954 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7d464b81-aead-4ab4-a423-c12f1e103a03 admin admin] Publish callbacks [] for security_group (bb79a61e-9a69-4aaa-a935-1bbdcba193c5), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.208494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d90d45ee-433d-42c8-bfd4-84a3d141683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (12abe202-40e5-4196-af52-c8a251bf292c), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.211358 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d90d45ee-433d-42c8-bfd4-84a3d141683b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.212650 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-d90d45ee-433d-42c8-bfd4-84a3d141683b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12abe202-40e5-4196-af52-c8a251bf292c HTTP/1.1" status: 204 len: 168 time: 0.2609086 Jul 26 12:51:38.221793 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-94e442a1-82cf-42f9-b0b4-f9f3fee9a69c None None] Port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:38.227993 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d45ee-433d-42c8-bfd4-84a3d141683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12abe202-40e5-4196-af52-c8a251bf292c,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:38.288371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks [] for port (0b6d5dd0-f483-4401-bba0-62699172f404), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.298562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for port (34328d9b-7b53-457f-a58d-3371c1433b29), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.339929 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7d464b81-aead-4ab4-a423-c12f1e103a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (bb79a61e-9a69-4aaa-a935-1bbdcba193c5), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.342418 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7d464b81-aead-4ab4-a423-c12f1e103a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.346000 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7d464b81-aead-4ab4-a423-c12f1e103a03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb79a61e-9a69-4aaa-a935-1bbdcba193c5 HTTP/1.1" status: 204 len: 168 time: 0.6173000 Jul 26 12:51:38.367556 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:38.388767 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d464b81-aead-4ab4-a423-c12f1e103a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79a61e-9a69-4aaa-a935-1bbdcba193c5,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:38.405167 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.433870 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.616781 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41378) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:38.630902 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-850f4947-600d-46ee-83ce-c137db38e351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.709071 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f992-8ca3-41f3-be3d-731ffc874d96 req-ff437b65-cd35-4ff6-adbc-7d686d76e5d3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:38.710777 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9ab2f992-8ca3-41f3-be3d-731ffc874d96 req-ff437b65-cd35-4ff6-adbc-7d686d76e5d3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 931 time: 0.3255920 Jul 26 12:51:38.712770 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Network 6fabf242-8047-497f-a6fd-86506ce455c6 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:38.730145 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:38.750758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:38.755931 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:38.757119 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.765581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Pushing event updated for resources: {'Port': ['ID=0b6d5dd0-f483-4401-bba0-62699172f404,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:38.778639 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:38.793403 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:38.851620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:38.862924 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:38.863655 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.899953 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-da6d95c8-53b5-49ac-817d-96f8f3693efa req-23633448-3e76-448a-a9c5-bf78fc7246a4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0404377 Jul 26 12:51:38.908231 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-5e6aeb68-181a-4781-a4be-d53be485c9fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7037773 Jul 26 12:51:38.914633 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-850f4947-600d-46ee-83ce-c137db38e351 admin admin] Publish callbacks [] for security_group (90eb5c20-31c9-4823-9c62-a67386711e35), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.920484 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-850f4947-600d-46ee-83ce-c137db38e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (90eb5c20-31c9-4823-9c62-a67386711e35), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:38.947684 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8265090 Jul 26 12:51:38.947684 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9ab2f992-8ca3-41f3-be3d-731ffc874d96 req-1726e715-91ee-4772-b345-cc6bcde4a03b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210221 Jul 26 12:51:38.947684 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28c740-7b74-4d7d-a1a8-97f0849dba76 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'Port': ['ID=34328d9b-7b53-457f-a58d-3371c1433b29,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:38.974553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:38.982915 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-850f4947-600d-46ee-83ce-c137db38e351 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ad9918be2a14875ade8dbfca29ef0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649733 Jul 26 12:51:38.984728 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f4947-600d-46ee-83ce-c137db38e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb5c20-31c9-4823-9c62-a67386711e35,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:38.985778 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41390) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:39.056658 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3c3e45ff-99b5-4d94-9f01-7a57c3e6439a admin admin] Publish callbacks [] for security_group (90eb5c20-31c9-4823-9c62-a67386711e35), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:39.096135 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3c3e45ff-99b5-4d94-9f01-7a57c3e6439a admin admin] Publish callbacks [] for security_group (90eb5c20-31c9-4823-9c62-a67386711e35), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:39.187361 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3c3e45ff-99b5-4d94-9f01-7a57c3e6439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (90eb5c20-31c9-4823-9c62-a67386711e35), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:39.190019 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3c3e45ff-99b5-4d94-9f01-7a57c3e6439a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:39.199253 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3c3e45ff-99b5-4d94-9f01-7a57c3e6439a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90eb5c20-31c9-4823-9c62-a67386711e35 HTTP/1.1" status: 204 len: 168 time: 0.2121396 Jul 26 12:51:39.250329 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e45ff-99b5-4d94-9f01-7a57c3e6439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb5c20-31c9-4823-9c62-a67386711e35,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:39.447816 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-7afe9415-1325-4e12-bdcc-7a3b29943805 None None] Provisioning complete for port 34328d9b-7b53-457f-a58d-3371c1433b29 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:39.449026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7afe9415-1325-4e12-bdcc-7a3b29943805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:39.467954 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-20cf6465-da17-4352-acf9-3740726cba78 req-60b7d2ef-d2f0-4487-835f-0b56cf03dab7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.1020422 Jul 26 12:51:39.527178 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248e150-51ff-491a-8c9e-03948cea0e03 req-1251222a-246a-438d-abe8-1985dcc6249d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:39.540500 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8248e150-51ff-491a-8c9e-03948cea0e03 req-1251222a-246a-438d-abe8-1985dcc6249d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 932 time: 0.1800961 Jul 26 12:51:39.542558 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-7afe9415-1325-4e12-bdcc-7a3b29943805 None None] Port 34328d9b-7b53-457f-a58d-3371c1433b29 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:39.640106 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:39.640629 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:39.659260 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8248e150-51ff-491a-8c9e-03948cea0e03 req-393b051c-71e6-468b-a2db-e0b37c48d148 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031034 Jul 26 12:51:39.662473 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-14061ed8-17e5-45aa-bb85-649a4d37e428 None None] Provisioning complete for port 0b6d5dd0-f483-4401-bba0-62699172f404 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:39.664183 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-14061ed8-17e5-45aa-bb85-649a4d37e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:39.709482 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-14061ed8-17e5-45aa-bb85-649a4d37e428 None None] Port 0b6d5dd0-f483-4401-bba0-62699172f404 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:39.728894 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41414) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:39.979675 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774980517-network', 'tenant_id': '8e1107dd67c141d09e37e7e890204e35'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:40.036397 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Made reservation on behalf of 8e1107dd67c141d09e37e7e890204e35 for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:40.042070 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.061727 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.096579 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e91cb93a-4453-44e5-9a04-4abd85ac79cd req-8061d8ac-d1ab-44c3-b32e-b1e5fc4fea77 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0480108 Jul 26 12:51:40.225009 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-ddfbbd86-9668-46a2-b7e0-c666aa2740d1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 380 time: 0.1031961 Jul 26 12:51:40.284112 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043ca9e-4b74-4e01-8619-e08dce99931a req-492b69f5-7792-48ce-8d1c-e284c350e71b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:40.285695 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4043ca9e-4b74-4e01-8619-e08dce99931a req-492b69f5-7792-48ce-8d1c-e284c350e71b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 931 time: 0.1662331 Jul 26 12:51:40.331959 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-a9fb2cae-147c-4911-a8b9-ec708749c20b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:51:40.333476 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-a9fb2cae-147c-4911-a8b9-ec708749c20b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079310 Jul 26 12:51:40.341147 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-66d09b67-47d1-46ce-a4f3-cb136e6dca78 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:51:40.342418 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-66d09b67-47d1-46ce-a4f3-cb136e6dca78 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060875 Jul 26 12:51:40.353276 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'port': {'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'admin_state_up': True, 'tenant_id': '01fca015df86428b9356df3f127327c2', 'security_groups': ['dbe2d459-9d21-41de-a2b6-b1920460a81e']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:40.363751 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-8b9252c0-eb6e-4ff6-a708-50523e45f0d6 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:51:40.365250 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-8b9252c0-eb6e-4ff6-a708-50523e45f0d6 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0215147 Jul 26 12:51:40.552975 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks [] for security_group (13240330-fd06-471e-8f91-1bdaaa67cfcb), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.563336 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4043ca9e-4b74-4e01-8619-e08dce99931a req-629b9250-cdb4-4fc4-9690-b31fdb7be424 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655308 Jul 26 12:51:40.565748 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (13240330-fd06-471e-8f91-1bdaaa67cfcb), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.581779 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Made reservation on behalf of 01fca015df86428b9356df3f127327c2 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:40.589592 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.646561 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:51:40.686808 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7c1dde6d-e256-47a0-81cc-46fe1e1b9962 req-97fdafe0-c998-411b-a4b3-d7759ff410d9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.0707576 Jul 26 12:51:40.709306 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.710172 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Added segment 36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd of type vlan for network a74a7da2-5c0b-4801-aa22-3a5004a10f14 Jul 26 12:51:40.868313 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13240330-fd06-471e-8f91-1bdaaa67cfcb,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:40.874014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (a74a7da2-5c0b-4801-aa22-3a5004a10f14), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:40.941503 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:40.948554 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.20.0.14 (923d9432-be57-465d-9c21-1d0c5b4c37d3/8d8a1d0b-76c4-4929-8279-0a49f300fd41/edf8881f-7a20-4fbe-8846-b9ee12ada969) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:41.005876 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:41.051586 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Sync routers for ids ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:51:41.129095 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3c0f2-6ded-421f-86d1-d8498c414274 req-b2bca39f-5cc9-4380-be9d-9cbf0ddd063d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:41.136521 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Routers {'f0ca130a-8c5d-40a9-ad8a-31395418bf83'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:41.139839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:41.141999 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a9e3c0f2-6ded-421f-86d1-d8498c414274 req-b2bca39f-5cc9-4380-be9d-9cbf0ddd063d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 932 time: 0.3028977 Jul 26 12:51:41.249384 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (a74a7da2-5c0b-4801-aa22-3a5004a10f14), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:41.262001 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Request body: {'port': {'device_id': '13491d52-d823-4b46-9537-93441e1df6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:41.264546 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:41.270934 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:41.486788 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Set router f0ca130a-8c5d-40a9-ad8a-31395418bf83 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:41.547002 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] Pushing event updated for resources: {'Network': ['ID=a74a7da2-5c0b-4801-aa22-3a5004a10f14,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:41.555163 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Request body: {'port': {'device_id': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:41.573180 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9e317ffd-e0fb-4fd0-ad02-2c2fcef97435 req-d3ae0191-5983-4afc-a57b-b24f41d57a6b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.1604447 Jul 26 12:51:41.578846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Request body: {'port': {'device_id': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:41.625788 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:41.635259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network a74a7da2-5c0b-4801-aa22-3a5004a10f14 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:51:41.732092 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:41.761561 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a9e3c0f2-6ded-421f-86d1-d8498c414274 req-834e62b9-b23a-4107-9621-e9c528bf5abc tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986233 Jul 26 12:51:41.768953 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b53270bb-58da-478c-82ea-c0ed73e65f8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0388830 Jul 26 12:51:41.793407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41488) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:41.817148 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Request body: {'subnet': {'network_id': 'a74a7da2-5c0b-4801-aa22-3a5004a10f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774980517-subnet', 'tenant_id': '8e1107dd67c141d09e37e7e890204e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:41.987490 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:42.060613 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:51:42.081097 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.46', 57542) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:42.113680 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e0cce055-4e4a-423e-933f-4c662623b26c', 'name': '', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'mac_address': 'fa:16:3e:6f:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:24Z', 'updated_at': '2022-07-26T12:51:27Z', 'revision_number': 2, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'subnets': [{'id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:42.158478 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Checking router: f0ca130a-8c5d-40a9-ad8a-31395418bf83 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:51:42.159031 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Updating router f0ca130a-8c5d-40a9-ad8a-31395418bf83 port e0cce055-4e4a-423e-933f-4c662623b26c binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:51:42.320735 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:42.324291 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:42.332096 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-fa8c653a-635a-4fba-9a8e-0e180aa5088e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:42.333711 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-fa8c653a-635a-4fba-9a8e-0e180aa5088e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 817 time: 0.2487416 Jul 26 12:51:42.353700 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d1da6f3d-f211-454d-8ce8-f1a282501bcf req-818f70ec-0b44-42cd-bf25-7094e10c9d91 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.4901011 Jul 26 12:51:42.364337 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Made reservation on behalf of 8e1107dd67c141d09e37e7e890204e35 for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:42.367310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:42.413918 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:42.574206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:42.674128 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9311dc-300c-47ba-9a60-b56057715d6b req-7acc0305-075f-44f7-b980-49bbc7161761 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:42.683293 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ce9311dc-300c-47ba-9a60-b56057715d6b req-7acc0305-075f-44f7-b980-49bbc7161761 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 931 time: 0.1874940 Jul 26 12:51:42.787312 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:42.884607 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-9d02e235-2324-42f1-9b83-8826bac04e6d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 379 time: 0.5244360 Jul 26 12:51:43.028320 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ce9311dc-300c-47ba-9a60-b56057715d6b req-23526d91-4005-4c5d-9cbd-2fb703c82145 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438993 Jul 26 12:51:43.197495 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:43.220769 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:43.263275 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:43.293924 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d7e2566-96b6-4d31-9d7d-f038cca16875 req-fdef461c-a5ad-447b-af35-ba03e961b2a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.4320953 Jul 26 12:51:43.378321 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6d5dd0-f483-4401-bba0-62699172f404 {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:51:43.423750 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Publish callbacks [] for port (0b6d5dd0-f483-4401-bba0-62699172f404), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:43.440788 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:43.446823 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:43.479007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:43.504649 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20acd8-155d-45e0-985d-c22385156254 req-5e7aec83-8f0e-4dc3-a786-cb02fa6606dc tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:43.512172 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8f20acd8-155d-45e0-985d-c22385156254 req-5e7aec83-8f0e-4dc3-a786-cb02fa6606dc tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 932 time: 0.2890811 Jul 26 12:51:43.542232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:43.572007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:43.574059 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:43.611399 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=edf8881f-7a20-4fbe-8846-b9ee12ada969,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:43.705021 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Transition to ACTIVE for port object 0b6d5dd0-f483-4401-bba0-62699172f404 will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:51:43.716680 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8f20acd8-155d-45e0-985d-c22385156254 req-b58cd80f-cd5c-42cd-b5d9-224b87a4b67b tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035606 Jul 26 12:51:43.726940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:43.782207 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-e52b6fc3-4099-4212-b391-209aaff39faa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4278798 Jul 26 12:51:43.889091 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Pushing event updated for resources: {'Port': ['ID=0b6d5dd0-f483-4401-bba0-62699172f404,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:43.896544 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Attempting to bind port 0b6d5dd0-f483-4401-bba0-62699172f404 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:43.897019 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Attempting to bind port 0b6d5dd0-f483-4401-bba0-62699172f404 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:43.897520 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Attempting to bind port 0b6d5dd0-f483-4401-bba0-62699172f404 on network 6fabf242-8047-497f-a6fd-86506ce455c6 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:43.915531 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Port 0b6d5dd0-f483-4401-bba0-62699172f404 on network 6fabf242-8047-497f-a6fd-86506ce455c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:51:43.916609 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Attempting to bind port 0b6d5dd0-f483-4401-bba0-62699172f404 on network 6fabf242-8047-497f-a6fd-86506ce455c6 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:43.928356 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:43.928735 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Checking segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:43.929990 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Bound using segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:43.930149 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Bound port: 0b6d5dd0-f483-4401-bba0-62699172f404, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:43.931405 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.094201 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] For port 0b6d5dd0-f483-4401-bba0-62699172f404, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:44.124834 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-49327bce-c852-469d-9e9a-f575655ade1d None None] Provisioning complete for port edf8881f-7a20-4fbe-8846-b9ee12ada969 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:44.125410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49327bce-c852-469d-9e9a-f575655ade1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.138652 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] For port 0b6d5dd0-f483-4401-bba0-62699172f404, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0b6d5dd0-f483-4401-bba0-62699172f404,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:44.146186 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.190983 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-49327bce-c852-469d-9e9a-f575655ade1d None None] Port edf8881f-7a20-4fbe-8846-b9ee12ada969 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:44.208296 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (66c4f8a7-0822-4fc3-bd94-919f417ebcee), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.209201 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Publish callbacks [] for port (e0cce055-4e4a-423e-933f-4c662623b26c), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.217413 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.217904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:44.218592 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.220809 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] 10.222.0.46 "PUT /v2.0/ports/0b6d5dd0-f483-4401-bba0-62699172f404 HTTP/1.1" status: 200 len: 1094 time: 3.2104149 Jul 26 12:51:44.233614 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13491d52-d823-4b46-9537-93441e1df6e3', 'tag': '0b6d5dd0-f483-4401-bba0-62699172f404'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:51:44.281184 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7dcaf-053a-4db9-beaf-dd9ddd8ff05a None None] Pushing event updated for resources: {'Port': ['ID=e0cce055-4e4a-423e-933f-4c662623b26c,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:44.322443 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392720ab-66d3-4099-a1de-ee8f4f1c88fe service neutron] Pushing event updated for resources: {'Port': ['ID=0b6d5dd0-f483-4401-bba0-62699172f404,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:44.367251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e6361-b56d-4884-b704-98d673232c50 req-2eec0fb2-e850-4a4a-8693-005143abba29 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:44.369349 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c58e6361-b56d-4884-b704-98d673232c50 req-2eec0fb2-e850-4a4a-8693-005143abba29 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 931 time: 0.2100768 Jul 26 12:51:44.385446 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Attempting to bind port e0cce055-4e4a-423e-933f-4c662623b26c on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:44.385821 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Attempting to bind port e0cce055-4e4a-423e-933f-4c662623b26c by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:44.401410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Attempting to bind port e0cce055-4e4a-423e-933f-4c662623b26c on network 6fabf242-8047-497f-a6fd-86506ce455c6 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:44.419367 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:44.420081 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Checking segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:44.420790 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.421322 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Bound using segment: {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:44.421826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Bound port: e0cce055-4e4a-423e-933f-4c662623b26c, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:44.422215 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.459155 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:44.489995 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c58e6361-b56d-4884-b704-98d673232c50 req-7d3795f6-eaf1-45c4-8674-c3b316122f2e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118820 Jul 26 12:51:44.526109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f546629a-7667-4438-82a1-fe136b8108c1" -d '{"events": [{"name": "network-changed", "server_uuid": "13491d52-d823-4b46-9537-93441e1df6e3", "tag": "0b6d5dd0-f483-4401-bba0-62699172f404"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:51:44.532418 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34328d9b-7b53-457f-a58d-3371c1433b29 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:51:44.543891 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] For port e0cce055-4e4a-423e-933f-4c662623b26c, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:44.554082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Publish callbacks [] for port (34328d9b-7b53-457f-a58d-3371c1433b29), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.559803 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] For port e0cce055-4e4a-423e-933f-4c662623b26c, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=e0cce055-4e4a-423e-933f-4c662623b26c,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:44.563827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:44.569836 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.605590 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668e12-173f-4d2b-bc4e-dfdfab9a0b19 req-b51e1b99-402b-47ff-bc95-75167cbbaeab tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:44.613633 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-89668e12-173f-4d2b-bc4e-dfdfab9a0b19 req-b51e1b99-402b-47ff-bc95-75167cbbaeab tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 932 time: 0.8682444 Jul 26 12:51:44.623880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Routers {'f0ca130a-8c5d-40a9-ad8a-31395418bf83'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:51:44.624213 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-46ddf0fe-5a57-43b2-a8ec-2ca94ca04281 req-285b119c-3e50-4d06-a6c4-e9ea127ab6d1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0393374 Jul 26 12:51:44.624728 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:44.651053 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Transition to ACTIVE for port object 34328d9b-7b53-457f-a58d-3371c1433b29 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:51:44.683763 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c4f8a7-0822-4fc3-bd94-919f417ebcee,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:44.686763 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7dcaf-053a-4db9-beaf-dd9ddd8ff05a None None] Pushing event updated for resources: {'Port': ['ID=e0cce055-4e4a-423e-933f-4c662623b26c,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:44.716054 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.776992 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb006e83-ff6b-4392-a3a4-23c0b58a92c3 x-openstack-request-id: req-bb006e83-ff6b-4392-a3a4-23c0b58a92c3 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:51:44.777503 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13491d52-d823-4b46-9537-93441e1df6e3", "tag": "0b6d5dd0-f483-4401-bba0-62699172f404", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:51:44.778532 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb006e83-ff6b-4392-a3a4-23c0b58a92c3 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:51:44.779057 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb006e83-ff6b-4392-a3a4-23c0b58a92c3'] response: {'name': 'network-changed', 'server_uuid': '13491d52-d823-4b46-9537-93441e1df6e3', 'tag': '0b6d5dd0-f483-4401-bba0-62699172f404', 'status': 'completed', 'code': 200} Jul 26 12:51:44.779250 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] Set router f0ca130a-8c5d-40a9-ad8a-31395418bf83 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:51:44.807599 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] Provisioning complete for port e0cce055-4e4a-423e-933f-4c662623b26c triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:44.808031 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:44.821779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Pushing event updated for resources: {'Port': ['ID=34328d9b-7b53-457f-a58d-3371c1433b29,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:44.847935 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Checking segment: {'id': '36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a74a7da2-5c0b-4801-aa22-3a5004a10f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:44.848294 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Network hostable DHCP agents. Network: a74a7da2-5c0b-4801-aa22-3a5004a10f14, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:51:44.888534 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-89668e12-173f-4d2b-bc4e-dfdfab9a0b19 req-321ac48f-c49e-4d22-9bff-63ea39a419b3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687726 Jul 26 12:51:44.978240 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9938088-1468-4a11-b86d-b0d5a5db73ee req-0f0aaa36-ac86-418e-8976-ade673a08b85 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:44.992294 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9938088-1468-4a11-b86d-b0d5a5db73ee req-0f0aaa36-ac86-418e-8976-ade673a08b85 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0987978 Jul 26 12:51:45.101971 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9938088-1468-4a11-b86d-b0d5a5db73ee req-e59d034b-95f2-44e3-9e10-cb24385f4cc7 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086919 Jul 26 12:51:45.234268 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Network a74a7da2-5c0b-4801-aa22-3a5004a10f14 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:51:45.249163 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Attempting to bind port 34328d9b-7b53-457f-a58d-3371c1433b29 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:45.249589 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Attempting to bind port 34328d9b-7b53-457f-a58d-3371c1433b29 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:45.249989 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Attempting to bind port 34328d9b-7b53-457f-a58d-3371c1433b29 on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:45.311254 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, a74a7da2-5c0b-4801-aa22-3a5004a10f14) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:45.323412 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:45.326122 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.332787 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Port 34328d9b-7b53-457f-a58d-3371c1433b29 on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:51:45.334772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Attempting to bind port 34328d9b-7b53-457f-a58d-3371c1433b29 on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:45.338693 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e0cce055-4e4a-423e-933f-4c662623b26c up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:45.342952 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef7cee-3966-4294-ad5b-40fae4b48eb8 None None] Network a74a7da2-5c0b-4801-aa22-3a5004a10f14 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:45.405883 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:45.408507 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:45.424764 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Checking segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:45.430559 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Bound using segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:45.431916 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Bound port: 34328d9b-7b53-457f-a58d-3371c1433b29, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:45.432510 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.479387 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] Current status of the port e0cce055-4e4a-423e-933f-4c662623b26c is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:45.479963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.591982 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-73e6a4cd-4ca7-4979-abe0-a5d7cd212954 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7942364 Jul 26 12:51:45.603885 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] For port 34328d9b-7b53-457f-a58d-3371c1433b29, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:45.671249 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99280dff-2bcb-4868-bdbb-fdb02d6d0d19 req-62f383bc-22a1-4db9-9c8b-013fe479a797 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:45.672894 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-99280dff-2bcb-4868-bdbb-fdb02d6d0d19 req-62f383bc-22a1-4db9-9c8b-013fe479a797 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 931 time: 0.0652180 Jul 26 12:51:45.683055 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb356747-cdb9-4a2f-9a9d-4f55749ff5fd {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:51:45.699577 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] For port e0cce055-4e4a-423e-933f-4c662623b26c, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=e0cce055-4e4a-423e-933f-4c662623b26c,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:51:45.702199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] For port 34328d9b-7b53-457f-a58d-3371c1433b29, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=34328d9b-7b53-457f-a58d-3371c1433b29,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:45.703720 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port e0cce055-4e4a-423e-933f-4c662623b26c triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:45.704178 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.706253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Publish callbacks [] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.723912 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:45.728715 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e0cce055-4e4a-423e-933f-4c662623b26c', 'name': '', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'mac_address': 'fa:16:3e:6f:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:24Z', 'updated_at': '2022-07-26T12:51:44Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'subnets': [{'id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:45.735540 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.736863 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.761165 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d80d8685-57d1-4916-b8de-ebf4b661435a req-3c939f0d-a914-4a32-adc3-ad8442c8b8b7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0491674 Jul 26 12:51:45.762191 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Transition to ACTIVE for port object fb356747-cdb9-4a2f-9a9d-4f55749ff5fd will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:51:45.797703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:45.798331 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.799806 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] 10.222.0.46 "PUT /v2.0/ports/34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 200 len: 1094 time: 4.8206518 Jul 26 12:51:45.800622 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'tag': '34328d9b-7b53-457f-a58d-3371c1433b29'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:51:45.833209 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e32427a-10b6-4478-8e0e-4da077b9601b None None] The sync data for ids ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'] in dv-cinder-850939-2-iscsi is: [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e0cce055-4e4a-423e-933f-4c662623b26c', 'name': '', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'mac_address': 'fa:16:3e:6f:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:24Z', 'updated_at': '2022-07-26T12:51:44Z', 'revision_number': 4, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'subnets': [{'id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:51:45.835896 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:45.864843 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc677c4-10c1-4121-896f-8921d43473e7 None None] Network a74a7da2-5c0b-4801-aa22-3a5004a10f14 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:45.877735 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.941679 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-1fac57bb-312d-401e-a403-b2de926a9706 None None] Provisioning complete for port e0cce055-4e4a-423e-933f-4c662623b26c triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:45.942095 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1fac57bb-312d-401e-a403-b2de926a9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:45.949109 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-99280dff-2bcb-4868-bdbb-fdb02d6d0d19 req-57c5644e-242a-41bb-b555-55657067c56e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611468 Jul 26 12:51:46.006518 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa7e80-bad1-4e43-a70f-ab0a7c867920" -d '{"events": [{"name": "network-changed", "server_uuid": "1a767a6a-b160-4f7d-970f-c45ff5bc1566", "tag": "34328d9b-7b53-457f-a58d-3371c1433b29"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:51:46.024213 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801b064-eb95-4397-be03-55227dabf6a5 None None] Pushing event updated for resources: {'Port': ['ID=e0cce055-4e4a-423e-933f-4c662623b26c,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:46.049388 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e00b-9576-404c-93c2-82b90bdfdb0a service neutron] Pushing event updated for resources: {'Port': ['ID=34328d9b-7b53-457f-a58d-3371c1433b29,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:46.135510 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port e0cce055-4e4a-423e-933f-4c662623b26c is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:46.182652 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e8133-2253-4a47-94fb-e88fd525cca0 req-38fad6f0-1ed3-4fc8-b419-c583f9d5152d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:46.193119 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-517e8133-2253-4a47-94fb-e88fd525cca0 req-38fad6f0-1ed3-4fc8-b419-c583f9d5152d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 932 time: 0.1513827 Jul 26 12:51:46.242972 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Attempting to bind port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:46.243530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Attempting to bind port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:46.243629 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Attempting to bind port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:46.244988 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-1fac57bb-312d-401e-a403-b2de926a9706 None None] Current status of the port e0cce055-4e4a-423e-933f-4c662623b26c is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:46.259342 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:51:46.259693 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Attempting to bind port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:46.269335 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Pushing event updated for resources: {'Port': ['ID=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:46.280453 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:46.280680 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Checking segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:46.281042 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Bound using segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:46.281497 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Bound port: fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:46.281857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:46.333597 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-517e8133-2253-4a47-94fb-e88fd525cca0 req-e00c1626-b3d4-459b-b5f5-6cf7e5e53db7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362429 Jul 26 12:51:46.401312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] For port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:46.406528 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] For port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:46.416870 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:46.469556 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:46.470790 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:46.473415 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 200 len: 1093 time: 5.4744937 Jul 26 12:51:46.498582 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700de6-362e-4e3c-a6c2-7b9625a71553 service neutron] Pushing event updated for resources: {'Port': ['ID=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:46.567851 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426968a8-b928-40ec-8c6c-88f5e230b13b req-5165cf2c-f2a9-468a-9ed4-d8a2b504ce74 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:46.571630 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-426968a8-b928-40ec-8c6c-88f5e230b13b req-5165cf2c-f2a9-468a-9ed4-d8a2b504ce74 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.1434865 Jul 26 12:51:46.609263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f0af8-9ff4-4785-9569-4691d727e5e8 x-openstack-request-id: req-bd6f0af8-9ff4-4785-9569-4691d727e5e8 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:51:46.610345 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a767a6a-b160-4f7d-970f-c45ff5bc1566", "tag": "34328d9b-7b53-457f-a58d-3371c1433b29", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:51:46.610904 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6f0af8-9ff4-4785-9569-4691d727e5e8 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:51:46.611570 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6f0af8-9ff4-4785-9569-4691d727e5e8'] response: {'name': 'network-changed', 'server_uuid': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'tag': '34328d9b-7b53-457f-a58d-3371c1433b29', 'status': 'completed', 'code': 200} Jul 26 12:51:46.621402 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:46.654854 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-426968a8-b928-40ec-8c6c-88f5e230b13b req-52e5bf72-4637-4176-add7-019431e43a39 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714924 Jul 26 12:51:46.754247 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41636) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:46.759621 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220340643-network', 'tenant_id': '061ca49c87b04c3a81334c4cfe1eeb3f'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:46.780298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:46.792445 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Made reservation on behalf of 061ca49c87b04c3a81334c4cfe1eeb3f for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:46.796257 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:46.813671 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.000637 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-24144285-c162-4311-8741-9dc0f7606aa6 req-2006ad03-41a5-430d-b9c6-04887194d71c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0543983 Jul 26 12:51:47.065330 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks [] for security_group (69186a5b-9733-4edb-bab7-8b1a4619dcf1), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.071258 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (69186a5b-9733-4edb-bab7-8b1a4619dcf1), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.109836 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:51:47.154939 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (c3babb10-5ec9-4988-b2bd-b30e167a78db), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.155292 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Added segment c3babb10-5ec9-4988-b2bd-b30e167a78db of type vlan for network ced06b21-b58f-4c8e-bfee-750f69b9de4b Jul 26 12:51:47.156875 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69186a5b-9733-4edb-bab7-8b1a4619dcf1,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:47.240078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af1f37-4f47-4dcd-9120-5b2977aa1d56 req-cbff8c22-83a3-4680-ae34-c940284dc154 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:47.264098 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-46af1f37-4f47-4dcd-9120-5b2977aa1d56 req-cbff8c22-83a3-4680-ae34-c940284dc154 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.1714826 Jul 26 12:51:47.275664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e0cce055-4e4a-423e-933f-4c662623b26c up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:51:47.318513 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (ced06b21-b58f-4c8e-bfee-750f69b9de4b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.372095 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-46af1f37-4f47-4dcd-9120-5b2977aa1d56 req-65503565-53bc-4a9b-a4ce-efb66070e7c5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032436 Jul 26 12:51:47.384969 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (ced06b21-b58f-4c8e-bfee-750f69b9de4b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.387926 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:47.388784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.402163 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port e0cce055-4e4a-423e-933f-4c662623b26c triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:47.402883 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:47.558424 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port e0cce055-4e4a-423e-933f-4c662623b26c is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:51:47.587879 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] Pushing event updated for resources: {'Network': ['ID=ced06b21-b58f-4c8e-bfee-750f69b9de4b,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:47.602789 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network ced06b21-b58f-4c8e-bfee-750f69b9de4b details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:51:47.664635 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-12792a04-c352-482c-8e10-f256090c18e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9061747 Jul 26 12:51:47.665060 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41666) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:47.689194 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Request body: {'subnet': {'network_id': 'ced06b21-b58f-4c8e-bfee-750f69b9de4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220340643-subnet', 'tenant_id': '061ca49c87b04c3a81334c4cfe1eeb3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:47.694793 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'port': {'device_id': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'admin_state_up': True, 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'security_groups': ['2fdc3afa-d03f-4c1a-a63b-db64a83efd8a']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:47.763176 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Request body: {'port': {'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:47.955108 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f000-5161-4721-81aa-27e41ab48f66 req-92a486d2-795d-45a7-bfb5-344261b4c544 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:47.963330 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7c13f000-5161-4721-81aa-27e41ab48f66 req-92a486d2-795d-45a7-bfb5-344261b4c544 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 932 time: 0.4498959 Jul 26 12:51:47.995941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7e80-bad1-4e43-a70f-ab0a7c867920 req-211e03f9-b752-4381-a555-eb4da90c087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:47.997611 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-98fa7e80-bad1-4e43-a70f-ab0a7c867920 req-211e03f9-b752-4381-a555-eb4da90c087d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1128 time: 0.1384177 Jul 26 12:51:48.072462 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=9,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:48.094286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-4061b9ec-c9c6-4b06-b8f0-aa733d05841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:48.095958 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-4061b9ec-c9c6-4b06-b8f0-aa733d05841c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1127 time: 0.2355161 Jul 26 12:51:48.144316 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7c13f000-5161-4721-81aa-27e41ab48f66 req-3a58eb77-e057-45af-a359-03801ba5eb0c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798730 Jul 26 12:51:48.208347 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Made reservation on behalf of a93dd858fb7a40fbbb679fbe676b1f3c for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:48.217582 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:48.261943 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546629a-7667-4438-82a1-fe136b8108c1 req-68d891c7-439d-4997-9801-b056cc1b4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:48.263675 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f546629a-7667-4438-82a1-fe136b8108c1 req-68d891c7-439d-4997-9801-b056cc1b4c4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f35a4b7696f4cdfbb6e6b316352c022&device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 1128 time: 0.4297330 Jul 26 12:51:48.270058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088f5a4-ba80-4e82-8e95-87b8dd471ec4 req-7ad97444-2b7c-4466-ab9d-2a8d28682c87 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:48.271847 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8088f5a4-ba80-4e82-8e95-87b8dd471ec4 req-7ad97444-2b7c-4466-ab9d-2a8d28682c87 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.4225774 Jul 26 12:51:48.273177 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Made reservation on behalf of 061ca49c87b04c3a81334c4cfe1eeb3f for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:51:48.275700 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:48.344429 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ce1107c0-e2de-4abc-89bf-6e2510f54464 req-320982a8-8edb-4b56-9546-ce747cd1cc53 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0891619 Jul 26 12:51:48.351286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:48.486144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Allocated IP 172.20.0.12 (2a8231d6-efdb-4b1f-9ae4-a493641a47ab/cf0764f8-e097-45cb-9a44-0a5a5fa9a331/32e67b58-c4c4-4a07-b551-08232595ea42) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:51:48.496327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:48.497321 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:48.562965 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:48.647352 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'tag': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:51:48.650144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc24d2c-ac44-4d5d-a1f7-5689e3685914" -d '{"events": [{"name": "network-changed", "server_uuid": "2b250f71-ee8b-4975-b24b-3984e8b02c6b", "tag": "fb356747-cdb9-4a2f-9a9d-4f55749ff5fd"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:51:48.728712 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-797b1782-051e-4d92-a8be-a016122a7e4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 200 len: 217 time: 0.1738012 Jul 26 12:51:49.055953 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf8881f-7a20-4fbe-8846-b9ee12ada969 {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:51:49.074212 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Publish callbacks [] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:49.093315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Transition to ACTIVE for port object edf8881f-7a20-4fbe-8846-b9ee12ada969 will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:51:49.158590 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41708) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:49.192742 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8088f5a4-ba80-4e82-8e95-87b8dd471ec4 req-a93d76df-22a9-4780-ba34-5c7389fbe1e3 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8828795 Jul 26 12:51:49.196343 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:49.221701 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3705c1-3109-4dae-90e4-02ea52d1bce7 req-b00830aa-6a5c-43b4-af64-30ccb15e576e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:49.229328 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ca3705c1-3109-4dae-90e4-02ea52d1bce7 req-b00830aa-6a5c-43b4-af64-30ccb15e576e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.7088904 Jul 26 12:51:49.329351 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adfc4ef-63ea-4e29-bdf5-e1bac6ffeec4 x-openstack-request-id: req-0adfc4ef-63ea-4e29-bdf5-e1bac6ffeec4 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:51:49.329593 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b250f71-ee8b-4975-b24b-3984e8b02c6b", "tag": "fb356747-cdb9-4a2f-9a9d-4f55749ff5fd", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:51:49.329850 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0adfc4ef-63ea-4e29-bdf5-e1bac6ffeec4 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:51:49.330260 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adfc4ef-63ea-4e29-bdf5-e1bac6ffeec4'] response: {'name': 'network-changed', 'server_uuid': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'tag': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd', 'status': 'completed', 'code': 200} Jul 26 12:51:49.341625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-dd14bd0b-07c9-4632-85ea-fad915c77573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:49.344669 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-dd14bd0b-07c9-4632-85ea-fad915c77573 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.5599911 Jul 26 12:51:49.348525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7e80-bad1-4e43-a70f-ab0a7c867920 req-8b069904-199f-4b84-9868-bbae42c50ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:49.350647 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-98fa7e80-bad1-4e43-a70f-ab0a7c867920 req-8b069904-199f-4b84-9868-bbae42c50ab3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d92bfe73c0a54823a88a89f9ae627134&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8529060 Jul 26 12:51:49.642426 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=38 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:49.650411 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:49.653964 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1c245b9c-91f5-4c31-a9c7-4705b822ea19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:49.673016 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-4f4b9d9b-c7fa-4ab2-993a-574c926b2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:49.673160 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d855-00d9-4de1-ba72-8e650cdafb03 req-05dc4c6b-d58a-42ec-ac69-82b06099c095 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:49.674594 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-4f4b9d9b-c7fa-4ab2-993a-574c926b2795 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3230569 Jul 26 12:51:49.674770 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2cc5d855-00d9-4de1-ba72-8e650cdafb03 req-05dc4c6b-d58a-42ec-ac69-82b06099c095 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.2280943 Jul 26 12:51:49.742813 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ca3705c1-3109-4dae-90e4-02ea52d1bce7 req-65f941d6-3891-471a-b28d-9fbcd9aecc8b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124931 Jul 26 12:51:49.744737 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:49.750571 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Pushing event updated for resources: {'Port': ['ID=edf8881f-7a20-4fbe-8846-b9ee12ada969,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:49.754572 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Attempting to bind port edf8881f-7a20-4fbe-8846-b9ee12ada969 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:49.754908 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Attempting to bind port edf8881f-7a20-4fbe-8846-b9ee12ada969 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:49.755237 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Attempting to bind port edf8881f-7a20-4fbe-8846-b9ee12ada969 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:49.823254 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Port edf8881f-7a20-4fbe-8846-b9ee12ada969 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:51:49.824560 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Attempting to bind port edf8881f-7a20-4fbe-8846-b9ee12ada969 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:49.831485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546629a-7667-4438-82a1-fe136b8108c1 req-21e65340-b894-4448-aa90-fa904dc47f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:49.833976 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f546629a-7667-4438-82a1-fe136b8108c1 req-21e65340-b894-4448-aa90-fa904dc47f50 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0f35a4b7696f4cdfbb6e6b316352c022&shared=False HTTP/1.1" status: 200 len: 913 time: 1.3170395 Jul 26 12:51:49.926022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:49.926431 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:49.926921 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Bound using segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:49.927554 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Bound port: edf8881f-7a20-4fbe-8846-b9ee12ada969, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:49.928201 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:49.966695 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34929879-bec3-4888-83a6-aabc659d7027 req-88ec2659-729e-48e5-8062-9c93c80f60c6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.0616868 Jul 26 12:51:50.078844 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:50.081333 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for port (32e67b58-c4c4-4a07-b551-08232595ea42), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:50.085448 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2cc5d855-00d9-4de1-ba72-8e650cdafb03 req-4a114b9e-840b-4534-886f-d54e1dec62aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512726 Jul 26 12:51:50.150465 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7e80-bad1-4e43-a70f-ab0a7c867920 req-7f95424d-898c-4e95-ae64-6683c9567916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:50.157000 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-98fa7e80-bad1-4e43-a70f-ab0a7c867920 req-7f95424d-898c-4e95-ae64-6683c9567916 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7542074 Jul 26 12:51:50.234739 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-68509334-33ec-4329-8042-3798f7876f61 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427294 Jul 26 12:51:50.282517 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:50.382480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:51:50.383072 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:50.391501 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:50.399857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:50.409532 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:51:50.415005 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:50.415555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:50.447799 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:50.472828 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e126-5348-41de-89e7-cb4e072e603e req-230d2e2f-1f2e-4e84-847e-b6d5ce9aac96 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:50.483555 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e629e126-5348-41de-89e7-cb4e072e603e req-230d2e2f-1f2e-4e84-847e-b6d5ce9aac96 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.1390922 Jul 26 12:51:50.495693 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1a1856af-2035-4691-b189-db7240bd7bc9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8221862 Jul 26 12:51:50.571400 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e629e126-5348-41de-89e7-cb4e072e603e req-d23b0c55-f3a1-4f37-b1ff-e7f38b1ecba7 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846686 Jul 26 12:51:50.586686 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] For port edf8881f-7a20-4fbe-8846-b9ee12ada969, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:50.618090 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] For port edf8881f-7a20-4fbe-8846-b9ee12ada969, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:50.711373 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:50.717010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-f65e7dda-9ff3-4029-885c-c8557b185ed9 None None] Provisioning complete for port 32e67b58-c4c4-4a07-b551-08232595ea42 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:51:50.717717 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f65e7dda-9ff3-4029-885c-c8557b185ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:50.726659 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Request body: {'port': {'device_id': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:51:50.749216 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (75e40595-299f-49d9-a758-6ffd621cb82f), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:50.775573 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-f65e7dda-9ff3-4029-885c-c8557b185ed9 None None] Port 32e67b58-c4c4-4a07-b551-08232595ea42 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:51:50.920754 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-a34d1f14-7e00-4440-93bc-29118567cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:50.923048 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-a34d1f14-7e00-4440-93bc-29118567cc66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1128 time: 0.1575277 Jul 26 12:51:50.982327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e40595-299f-49d9-a758-6ffd621cb82f,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:50.999307 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546629a-7667-4438-82a1-fe136b8108c1 req-2ffc2989-fcfa-4bed-9ded-ea7ac2594178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.000943 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f546629a-7667-4438-82a1-fe136b8108c1 req-2ffc2989-fcfa-4bed-9ded-ea7ac2594178 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1133394 Jul 26 12:51:51.004791 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.011816 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4734c85f-a3a2-4372-a5db-fa0b364b83cc req-ef0f3b84-3abb-4f47-8bc4-e410fc5e18cb service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151742 Jul 26 12:51:51.024042 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-9e2658f6-194f-407e-8a5e-a80910c201d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 200 len: 217 time: 0.0756953 Jul 26 12:51:51.085356 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.091583 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.095117 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] 10.222.0.46 "PUT /v2.0/ports/edf8881f-7a20-4fbe-8846-b9ee12ada969 HTTP/1.1" status: 200 len: 1094 time: 3.3737781 Jul 26 12:51:51.107166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:51:51.116479 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:51:51.188058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1c245b9c-91f5-4c31-a9c7-4705b822ea19 admin admin] Publish callbacks [] for security_group (25ba656b-9c69-43da-8f4e-0d91743d47f2), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.192559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:51.194296 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-acea28bf-d1d5-47f5-bd2f-9b9e55c73a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.196082 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-acea28bf-d1d5-47f5-bd2f-9b9e55c73a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1127 time: 0.0679224 Jul 26 12:51:51.206895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1c245b9c-91f5-4c31-a9c7-4705b822ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (25ba656b-9c69-43da-8f4e-0d91743d47f2), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.240171 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-272999c3-967a-41bc-8cb0-0a158f9d79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.242140 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-272999c3-967a-41bc-8cb0-0a158f9d79d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.1080582 Jul 26 12:51:51.260353 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f5b51-a7b1-493e-8f9f-9105a3709e4c req-b70138c9-0b73-4b48-b3bd-bf3327a81f84 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.260562 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-833f5b51-a7b1-493e-8f9f-9105a3709e4c req-b70138c9-0b73-4b48-b3bd-bf3327a81f84 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.3316536 Jul 26 12:51:51.299940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Checking segment: {'id': 'c3babb10-5ec9-4988-b2bd-b30e167a78db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ced06b21-b58f-4c8e-bfee-750f69b9de4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:51.300316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Network hostable DHCP agents. Network: ced06b21-b58f-4c8e-bfee-750f69b9de4b, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:51:51.312283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1efe-ec78-4f14-a491-26963133a86b service neutron] Pushing event updated for resources: {'Port': ['ID=edf8881f-7a20-4fbe-8846-b9ee12ada969,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:51.315002 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245b9c-91f5-4c31-a9c7-4705b822ea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba656b-9c69-43da-8f4e-0d91743d47f2,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:51.344876 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-1c245b9c-91f5-4c31-a9c7-4705b822ea19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d9f9606bc824ec793d7400c391738dc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1470883 Jul 26 12:51:51.361108 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41774) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:51.390585 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Network ced06b21-b58f-4c8e-bfee-750f69b9de4b is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:51:51.410573 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-833f5b51-a7b1-493e-8f9f-9105a3709e4c req-701349e3-c633-4974-9b8c-10a5abecdbdc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489813 Jul 26 12:51:51.420802 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, ced06b21-b58f-4c8e-bfee-750f69b9de4b) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:51:51.434423 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.435401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.442627 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbac89b-fd51-4616-9553-627e7332d6ca None None] Network ced06b21-b58f-4c8e-bfee-750f69b9de4b requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:51.488363 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b21536a1-0094-4da6-ade2-ee019106e1a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8218882 Jul 26 12:51:51.498932 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9543ed-23f5-447d-8152-352241d26ea5 req-5f0c4ca7-5193-4942-bf5f-bbdc61f1ee23 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.507459 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7e9543ed-23f5-447d-8152-352241d26ea5 req-5f0c4ca7-5193-4942-bf5f-bbdc61f1ee23 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 932 time: 0.2927592 Jul 26 12:51:51.511320 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e7282e83-8436-4d54-9235-5c248d244574 admin admin] Publish callbacks [] for security_group (25ba656b-9c69-43da-8f4e-0d91743d47f2), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.527554 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-c701eafe-1a44-499f-9765-b62c021757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.529277 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-c701eafe-1a44-499f-9765-b62c021757f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f35a4b7696f4cdfbb6e6b316352c022&device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 1128 time: 0.3244188 Jul 26 12:51:51.567624 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1c237-a272-4d1d-a40f-1816155de67b req-0b9f7a3b-3861-4165-88c1-35e876cd0170 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.569392 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3be1c237-a272-4d1d-a40f-1816155de67b req-0b9f7a3b-3861-4165-88c1-35e876cd0170 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0793436 Jul 26 12:51:51.571680 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e7282e83-8436-4d54-9235-5c248d244574 admin admin] Publish callbacks [] for security_group (25ba656b-9c69-43da-8f4e-0d91743d47f2), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.629952 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ed941-3e6f-415d-9113-e0a05e99db42 None None] Network ced06b21-b58f-4c8e-bfee-750f69b9de4b requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:51:51.660102 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7e9543ed-23f5-447d-8152-352241d26ea5 req-68b50ae6-7a1a-41da-8866-a891ef3496e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488819 Jul 26 12:51:51.664260 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41780) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:51.678028 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3be1c237-a272-4d1d-a40f-1816155de67b req-3d1174bf-8c97-479c-b7f5-98416487d5b4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982916 Jul 26 12:51:51.711231 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e7282e83-8436-4d54-9235-5c248d244574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (25ba656b-9c69-43da-8f4e-0d91743d47f2), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.713814 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e7282e83-8436-4d54-9235-5c248d244574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.722436 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e7282e83-8436-4d54-9235-5c248d244574 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25ba656b-9c69-43da-8f4e-0d91743d47f2 HTTP/1.1" status: 204 len: 168 time: 0.3576555 Jul 26 12:51:51.733300 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7282e83-8436-4d54-9235-5c248d244574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba656b-9c69-43da-8f4e-0d91743d47f2,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:51.764327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd00035-1144-4c81-ba21-48f7a20d8d43 x-openstack-request-id: req-9bd00035-1144-4c81-ba21-48f7a20d8d43 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:51:51.764699 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:51:51.764998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bd00035-1144-4c81-ba21-48f7a20d8d43 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:51:51.765569 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd00035-1144-4c81-ba21-48f7a20d8d43'] response: {'name': 'network-changed', 'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'status': 'completed', 'code': 200} Jul 26 12:51:51.816634 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Deleting subnet 66c4f8a7-0822-4fc3-bd94-919f417ebcee {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:51:51.822575 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Publish callbacks [] for subnet (66c4f8a7-0822-4fc3-bd94-919f417ebcee), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.850714 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b9cc3-72c7-48ae-8847-5ae71188ca9b req-dda0f9c6-cfae-4e5a-a490-72ea28d567eb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:51.852540 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a2b9cc3-72c7-48ae-8847-5ae71188ca9b req-dda0f9c6-cfae-4e5a-a490-72ea28d567eb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0642314 Jul 26 12:51:51.884509 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e67b58-c4c4-4a07-b551-08232595ea42 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:51:51.895511 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Publish callbacks [] for subnet (66c4f8a7-0822-4fc3-bd94-919f417ebcee), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.901549 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Publish callbacks [] for port (32e67b58-c4c4-4a07-b551-08232595ea42), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.903874 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:51.915567 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (66c4f8a7-0822-4fc3-bd94-919f417ebcee), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.950382 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Transition to ACTIVE for port object 32e67b58-c4c4-4a07-b551-08232595ea42 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:51:51.959858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:51.992951 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:52.044146 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:52.055478 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (66c4f8a7-0822-4fc3-bd94-919f417ebcee), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.060282 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:52.101575 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a2b9cc3-72c7-48ae-8847-5ae71188ca9b req-78b5a5a9-7d3b-4148-af5a-155c83b87e67 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425280 Jul 26 12:51:52.103095 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c4f8a7-0822-4fc3-bd94-919f417ebcee,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:52.108350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.111902 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-90fdecca-1244-490e-b65d-22cb5a70f9d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66c4f8a7-0822-4fc3-bd94-919f417ebcee HTTP/1.1" status: 204 len: 168 time: 0.4449177 Jul 26 12:51:52.115016 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41788) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:52.124206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Attempting to bind port 32e67b58-c4c4-4a07-b551-08232595ea42 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:51:52.144637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Attempting to bind port 32e67b58-c4c4-4a07-b551-08232595ea42 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:51:52.144637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Attempting to bind port 32e67b58-c4c4-4a07-b551-08232595ea42 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:52.144637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Port 32e67b58-c4c4-4a07-b551-08232595ea42 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:51:52.144637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Attempting to bind port 32e67b58-c4c4-4a07-b551-08232595ea42 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:51:52.150873 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:51:52.151202 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Checking segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:51:52.151586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Bound using segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:51:52.152065 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Bound port: 32e67b58-c4c4-4a07-b551-08232595ea42, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:51:52.152430 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.180274 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41790) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:52.193042 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=2,neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:52.211616 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-db9ba1aa-b1af-4450-94b1-f041a61c43da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.246175 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:51:52.251101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:51:52.253621 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (a74a7da2-5c0b-4801-aa22-3a5004a10f14), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.258875 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.312041 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:52.312776 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.314517 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] 10.222.0.46 "PUT /v2.0/ports/32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 200 len: 1094 time: 1.6084237 Jul 26 12:51:52.318315 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:51:52.322074 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79984e-a1b6-44bd-a2bc-55b482efd388" -d '{"events": [{"name": "network-changed", "server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:51:52.359556 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661f2a5-ce6f-4f7c-a37b-28980b38eb1f service neutron] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:52.383184 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d64f9-5f2d-4a93-9a53-75c86563dff4 x-openstack-request-id: req-616d64f9-5f2d-4a93-9a53-75c86563dff4 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:51:52.383675 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:51:52.383800 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-616d64f9-5f2d-4a93-9a53-75c86563dff4 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:51:52.384173 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616d64f9-5f2d-4a93-9a53-75c86563dff4'] response: {'name': 'network-changed', 'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'status': 'completed', 'code': 200} Jul 26 12:51:52.387886 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (a74a7da2-5c0b-4801-aa22-3a5004a10f14), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.417493 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:52.429536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.429879 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.430929 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.431245 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > port after_create 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.431577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.432025 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > port after_update 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.432473 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.432821 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.433143 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.433479 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.564355 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.564792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.565035 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.565369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:51:52.565737 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74a7da2-5c0b-4801-aa22-3a5004a10f14']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:52.571888 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-db9ba1aa-b1af-4450-94b1-f041a61c43da admin admin] Publish callbacks [] for security_group (78d3bd63-7b9a-4949-8e4e-e9e60e3f7761), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.578218 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-011e5bae-28bc-41bd-8187-6c8bfbe386aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.594805 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:52.595114 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:52.607436 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-db9ba1aa-b1af-4450-94b1-f041a61c43da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (78d3bd63-7b9a-4949-8e4e-e9e60e3f7761), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.648100 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.695008 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.713666 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-db9ba1aa-b1af-4450-94b1-f041a61c43da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1786cf77109d416589560269c50fc593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322642 Jul 26 12:51:52.715034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:51:52.715775 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.716387 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41802) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:52.722706 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ba1aa-b1af-4450-94b1-f041a61c43da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d3bd63-7b9a-4949-8e4e-e9e60e3f7761,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:52.744632 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128f0fe-fcdb-4175-b321-054d66748893 req-d79f15dd-78d5-4bb0-85e0-9eb53121e24d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:52.746240 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e128f0fe-fcdb-4175-b321-054d66748893 req-d79f15dd-78d5-4bb0-85e0-9eb53121e24d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.1588511 Jul 26 12:51:52.808495 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-dab43042-aec7-4445-94d7-837424d79659 admin admin] Publish callbacks [] for security_group (78d3bd63-7b9a-4949-8e4e-e9e60e3f7761), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.815215 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (a74a7da2-5c0b-4801-aa22-3a5004a10f14), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.822277 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af103261-e94f-4a05-8ba2-515223a24a2f req-90d4e5c3-ae85-4c91-8740-56810ebe03b8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:52.824094 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-af103261-e94f-4a05-8ba2-515223a24a2f req-90d4e5c3-ae85-4c91-8740-56810ebe03b8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0689518 Jul 26 12:51:52.835933 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.844367 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a74a7da2-5c0b-4801-aa22-3a5004a10f14 HTTP/1.1" status: 204 len: 168 time: 0.7280450 Jul 26 12:51:52.861401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41808) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:52.876465 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25dbe4-ca86-41ac-8301-8ae88807fd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a74a7da2-5c0b-4801-aa22-3a5004a10f14,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:52.903361 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e128f0fe-fcdb-4175-b321-054d66748893 req-1db197b6-191b-4044-9724-3a6363a4461c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259556 Jul 26 12:51:52.943887 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Deleting subnet 75e40595-299f-49d9-a758-6ffd621cb82f {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:51:52.949061 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Publish callbacks [] for subnet (75e40595-299f-49d9-a758-6ffd621cb82f), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:52.995087 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd resource provider aggregate not found Jul 26 12:51:53.001519 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (75e40595-299f-49d9-a758-6ffd621cb82f), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.033088 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36d8c4e1-4d11-4e29-976f-fc9a2eccf4dd found for delete ", "request_id": "req-4417da93-558d-4709-95b8-859725151cec"}]} Jul 26 12:51:53.059147 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-dab43042-aec7-4445-94d7-837424d79659 admin admin] Publish callbacks [] for security_group (78d3bd63-7b9a-4949-8e4e-e9e60e3f7761), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.083322 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9caf1-3822-4652-9cd6-02b6f915a9ea req-c8cfe4c8-bf87-4d0c-912b-61aa849aca75 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:53.084822 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-10f9caf1-3822-4652-9cd6-02b6f915a9ea req-c8cfe4c8-bf87-4d0c-912b-61aa849aca75 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0948436 Jul 26 12:51:53.088418 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (75e40595-299f-49d9-a758-6ffd621cb82f), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.120080 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-af103261-e94f-4a05-8ba2-515223a24a2f req-4de244ee-9c12-417b-a88f-43f8f4193853 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829130 Jul 26 12:51:53.138246 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-dab43042-aec7-4445-94d7-837424d79659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (78d3bd63-7b9a-4949-8e4e-e9e60e3f7761), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.140961 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-dab43042-aec7-4445-94d7-837424d79659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.144816 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-dab43042-aec7-4445-94d7-837424d79659 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78d3bd63-7b9a-4949-8e4e-e9e60e3f7761 HTTP/1.1" status: 204 len: 168 time: 0.4273894 Jul 26 12:51:53.152889 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43042-aec7-4445-94d7-837424d79659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d3bd63-7b9a-4949-8e4e-e9e60e3f7761,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:53.179086 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-10f9caf1-3822-4652-9cd6-02b6f915a9ea req-d9b5a7a2-dfc6-4b26-8180-5b6bfd3e22b5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697503 Jul 26 12:51:53.214861 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (75e40595-299f-49d9-a758-6ffd621cb82f), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.242867 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e40595-299f-49d9-a758-6ffd621cb82f,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:53.254460 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.260648 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-74c7ce2f-180a-4c3a-8e90-2c9053b6970c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75e40595-299f-49d9-a758-6ffd621cb82f HTTP/1.1" status: 204 len: 168 time: 0.3979609 Jul 26 12:51:53.261265 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41822) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:53.279024 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:53.301721 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f08cd-b01c-445a-ad5a-d3d9774b57e7 req-43f84eaa-fc49-4afd-b07a-9039975b090b tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:53.303526 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-907f08cd-b01c-445a-ad5a-d3d9774b57e7 req-43f84eaa-fc49-4afd-b07a-9039975b090b tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0570807 Jul 26 12:51:53.340947 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (ced06b21-b58f-4c8e-bfee-750f69b9de4b), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.369459 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-907f08cd-b01c-445a-ad5a-d3d9774b57e7 req-49b052b1-f305-45a2-a0bd-da7dfcf7089a tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Jul 26 12:51:53.438486 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (ced06b21-b58f-4c8e-bfee-750f69b9de4b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.460401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced06b21-b58f-4c8e-bfee-750f69b9de4b']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:53.469865 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3babb10-5ec9-4988-b2bd-b30e167a78db') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:53.470167 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3babb10-5ec9-4988-b2bd-b30e167a78db') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:51:53.480864 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (c3babb10-5ec9-4988-b2bd-b30e167a78db), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.495160 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (c3babb10-5ec9-4988-b2bd-b30e167a78db), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.502376 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:51:53.502798 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (c3babb10-5ec9-4988-b2bd-b30e167a78db), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.564411 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (ced06b21-b58f-4c8e-bfee-750f69b9de4b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.570349 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.573474 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ced06b21-b58f-4c8e-bfee-750f69b9de4b HTTP/1.1" status: 204 len: 168 time: 0.3112564 Jul 26 12:51:53.589531 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4572d96-3d8c-4c49-8f45-bda78c2c1186 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced06b21-b58f-4c8e-bfee-750f69b9de4b,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:53.698664 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41838) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:53.739414 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-35771625-5a2a-4b61-af21-85034b629590 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e1107dd67c141d09e37e7e890204e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395093 Jul 26 12:51:53.741992 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41842) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:53.786553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:53.793226 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4198660-3000-4de4-b568-e15e81fb3f16 admin admin] Publish callbacks [] for security_group (13240330-fd06-471e-8f91-1bdaaa67cfcb), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.817023 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4198660-3000-4de4-b568-e15e81fb3f16 admin admin] Publish callbacks [] for security_group (13240330-fd06-471e-8f91-1bdaaa67cfcb), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.869056 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4198660-3000-4de4-b568-e15e81fb3f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (13240330-fd06-471e-8f91-1bdaaa67cfcb), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.872645 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c4198660-3000-4de4-b568-e15e81fb3f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:53.878320 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-c4198660-3000-4de4-b568-e15e81fb3f16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13240330-fd06-471e-8f91-1bdaaa67cfcb HTTP/1.1" status: 204 len: 168 time: 0.1351333 Jul 26 12:51:53.890494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4198660-3000-4de4-b568-e15e81fb3f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13240330-fd06-471e-8f91-1bdaaa67cfcb,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:54.083174 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cefee7-eb90-42f8-bf48-171d894fbb13 req-f7a3b951-65e9-4fa4-88cd-4ff5858a1896 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:54.084845 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-95cefee7-eb90-42f8-bf48-171d894fbb13 req-f7a3b951-65e9-4fa4-88cd-4ff5858a1896 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.0706723 Jul 26 12:51:54.184553 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-95cefee7-eb90-42f8-bf48-171d894fbb13 req-61cdc82b-1cac-4296-b80d-82fe233a2396 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771875 Jul 26 12:51:54.324994 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253c4fe-8f51-4347-922f-6a2e800b44e5 req-5a263db4-7588-4ed3-8f59-b7568bef56ca tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:54.325678 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496439f-be3c-421d-8c04-6075490a5fcf req-668df20e-a6ef-4f76-a9f8-6c7a3986f6c6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:54.328143 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2496439f-be3c-421d-8c04-6075490a5fcf req-668df20e-a6ef-4f76-a9f8-6c7a3986f6c6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0540283 Jul 26 12:51:54.331674 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1253c4fe-8f51-4347-922f-6a2e800b44e5 req-5a263db4-7588-4ed3-8f59-b7568bef56ca tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0659997 Jul 26 12:51:54.379978 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1253c4fe-8f51-4347-922f-6a2e800b44e5 req-a2ab22fe-5c6b-4180-a92d-7c14acdc497c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474286 Jul 26 12:51:54.393511 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2496439f-be3c-421d-8c04-6075490a5fcf req-c16d0cf4-a377-4078-b71a-d651b337703a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557160 Jul 26 12:51:54.513755 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c9f11-01e0-4bb2-812d-7b46af83df44 req-6401e530-66ad-466c-97bf-f10b5c1b9d76 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:54.515262 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c72c9f11-01e0-4bb2-812d-7b46af83df44 req-6401e530-66ad-466c-97bf-f10b5c1b9d76 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0562930 Jul 26 12:51:54.543809 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41876) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:54.603880 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c72c9f11-01e0-4bb2-812d-7b46af83df44 req-249d5d1c-ce8f-4576-9768-3bd3955a52cf tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817509 Jul 26 12:51:54.610430 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ca6d0082-b138-4f8b-a575-fbc305b50d80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=061ca49c87b04c3a81334c4cfe1eeb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655386 Jul 26 12:51:54.613487 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41880) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:54.684410 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8514527e-9150-47ef-a008-b96aefd35e91 admin admin] Publish callbacks [] for security_group (69186a5b-9733-4edb-bab7-8b1a4619dcf1), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.686677 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:54.716376 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4b2adb67-264d-4acb-8a4c-7a0da2a7f689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.718462 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41882) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:54.723676 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8514527e-9150-47ef-a008-b96aefd35e91 admin admin] Publish callbacks [] for security_group (69186a5b-9733-4edb-bab7-8b1a4619dcf1), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.782238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8514527e-9150-47ef-a008-b96aefd35e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (69186a5b-9733-4edb-bab7-8b1a4619dcf1), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.785095 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8514527e-9150-47ef-a008-b96aefd35e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.786592 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-8514527e-9150-47ef-a008-b96aefd35e91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69186a5b-9733-4edb-bab7-8b1a4619dcf1 HTTP/1.1" status: 204 len: 168 time: 0.1714392 Jul 26 12:51:54.790740 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:54.796282 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514527e-9150-47ef-a008-b96aefd35e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69186a5b-9733-4edb-bab7-8b1a4619dcf1,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:54.897602 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-214fe222-e597-4542-9648-0af8866ad567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.938950 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:54.988220 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-214fe222-e597-4542-9648-0af8866ad567 admin admin] Publish callbacks [] for security_group (977b44a5-f3ae-4b37-9ce9-643c39b94ec7), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:54.993170 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-214fe222-e597-4542-9648-0af8866ad567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (977b44a5-f3ae-4b37-9ce9-643c39b94ec7), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.035079 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-214fe222-e597-4542-9648-0af8866ad567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2978eaf529f540eab10fde695e9f049d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154035 Jul 26 12:51:55.038257 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41896) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:55.048102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fe222-e597-4542-9648-0af8866ad567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977b44a5-f3ae-4b37-9ce9-643c39b94ec7,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:55.056039 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment c3babb10-5ec9-4988-b2bd-b30e167a78db resource provider aggregate not found Jul 26 12:51:55.081148 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment c3babb10-5ec9-4988-b2bd-b30e167a78db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3babb10-5ec9-4988-b2bd-b30e167a78db found for delete ", "request_id": "req-91236e97-d6ff-42ce-9df1-83c072332563"}]} Jul 26 12:51:55.122263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-21606bcb-29a2-4c6f-b4e0-c380c62d3a6b admin admin] Publish callbacks [] for security_group (977b44a5-f3ae-4b37-9ce9-643c39b94ec7), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.146369 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-21606bcb-29a2-4c6f-b4e0-c380c62d3a6b admin admin] Publish callbacks [] for security_group (977b44a5-f3ae-4b37-9ce9-643c39b94ec7), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.203452 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-21606bcb-29a2-4c6f-b4e0-c380c62d3a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (977b44a5-f3ae-4b37-9ce9-643c39b94ec7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.206629 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-21606bcb-29a2-4c6f-b4e0-c380c62d3a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.208600 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-21606bcb-29a2-4c6f-b4e0-c380c62d3a6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/977b44a5-f3ae-4b37-9ce9-643c39b94ec7 HTTP/1.1" status: 204 len: 168 time: 0.1687663 Jul 26 12:51:55.235413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21606bcb-29a2-4c6f-b4e0-c380c62d3a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977b44a5-f3ae-4b37-9ce9-643c39b94ec7,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:55.332385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbdb4d-dfe2-44a6-8c6b-582bd6798f7d req-d5fac0b1-705f-4196-a9fe-8c3dfdd2c4b7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:55.333952 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-91cbdb4d-dfe2-44a6-8c6b-582bd6798f7d req-d5fac0b1-705f-4196-a9fe-8c3dfdd2c4b7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.0562377 Jul 26 12:51:55.400347 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-91cbdb4d-dfe2-44a6-8c6b-582bd6798f7d req-b338c666-dc1a-4808-a7c6-ef32ebce0a0a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Jul 26 12:51:55.541201 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ce6ae-8b0d-4618-a3a7-00cecccb0bda req-904f2535-4bd0-4edc-8d81-55075b7ebd6b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:55.542588 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222c678-de3a-4c0e-970a-2369ded691e2 req-1ebf0335-b4ec-44d3-8ca6-e1083842d023 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:55.542846 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-744ce6ae-8b0d-4618-a3a7-00cecccb0bda req-904f2535-4bd0-4edc-8d81-55075b7ebd6b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0762959 Jul 26 12:51:55.544548 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7222c678-de3a-4c0e-970a-2369ded691e2 req-1ebf0335-b4ec-44d3-8ca6-e1083842d023 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0521996 Jul 26 12:51:55.606804 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7222c678-de3a-4c0e-970a-2369ded691e2 req-c41dd17d-aa00-4254-bda4-a9aa94bcdf38 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536225 Jul 26 12:51:55.619626 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-744ce6ae-8b0d-4618-a3a7-00cecccb0bda req-7c421b80-1cc8-4dbb-b1a9-58d1437eec6d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662565 Jul 26 12:51:55.650048 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 41936) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:55.665952 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f1e7278f-cbaf-4a94-b035-f36c16d47b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.762394 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49509919-d4b7-4487-a9b0-8c5abc1dcfde req-fa857912-0766-49a2-b87c-5719172cfcec tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:55.764299 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-49509919-d4b7-4487-a9b0-8c5abc1dcfde req-fa857912-0766-49a2-b87c-5719172cfcec tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0686624 Jul 26 12:51:55.809150 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f1e7278f-cbaf-4a94-b035-f36c16d47b5b admin admin] Publish callbacks [] for security_group (16b80a58-64d0-4128-a991-d80b02a17fb1), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.815630 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f1e7278f-cbaf-4a94-b035-f36c16d47b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (16b80a58-64d0-4128-a991-d80b02a17fb1), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.873526 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-49509919-d4b7-4487-a9b0-8c5abc1dcfde req-bec9a0f4-5bad-437f-b231-9f6e32e00599 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917723 Jul 26 12:51:55.876825 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f1e7278f-cbaf-4a94-b035-f36c16d47b5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e4e02d8829643d99aaaa3d055c4df9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255986 Jul 26 12:51:55.877995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7278f-cbaf-4a94-b035-f36c16d47b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b80a58-64d0-4128-a991-d80b02a17fb1,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:55.879679 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 41944) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:55.930207 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.952478 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1f12b64-3001-4b19-a572-98d241272c84 admin admin] Publish callbacks [] for security_group (16b80a58-64d0-4128-a991-d80b02a17fb1), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:55.976072 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1f12b64-3001-4b19-a572-98d241272c84 admin admin] Publish callbacks [] for security_group (16b80a58-64d0-4128-a991-d80b02a17fb1), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:56.034904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1f12b64-3001-4b19-a572-98d241272c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (16b80a58-64d0-4128-a991-d80b02a17fb1), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:56.038387 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1f12b64-3001-4b19-a572-98d241272c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:56.042121 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-d1f12b64-3001-4b19-a572-98d241272c84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16b80a58-64d0-4128-a991-d80b02a17fb1 HTTP/1.1" status: 204 len: 168 time: 0.1574910 Jul 26 12:51:56.052903 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f12b64-3001-4b19-a572-98d241272c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b80a58-64d0-4128-a991-d80b02a17fb1,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:56.065939 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:56.519077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06439-331f-40e6-93e5-851738c1e938 req-d35c6e35-d52e-47bc-8ac7-402c7d29005f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:56.521074 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-87a06439-331f-40e6-93e5-851738c1e938 req-d35c6e35-d52e-47bc-8ac7-402c7d29005f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.0535059 Jul 26 12:51:56.581009 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-87a06439-331f-40e6-93e5-851738c1e938 req-4aeaf62b-4122-4c8d-bd6c-d2a4e071009d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520022 Jul 26 12:51:56.752489 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:56.782868 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434819-6a31-4df1-bf85-89df77179a01 req-9024c964-a811-4233-b857-6a7e4d1fe356 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:56.785025 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-54434819-6a31-4df1-bf85-89df77179a01 req-9024c964-a811-4233-b857-6a7e4d1fe356 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0778811 Jul 26 12:51:56.791446 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca932-849b-4ac8-8c3a-253f743ef3bf req-6288ea12-2b6f-45bd-a2fa-edbafae127f3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:56.793070 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e88ca932-849b-4ac8-8c3a-253f743ef3bf req-6288ea12-2b6f-45bd-a2fa-edbafae127f3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0813091 Jul 26 12:51:56.843677 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-54434819-6a31-4df1-bf85-89df77179a01 req-ed98123b-c063-4a0b-b92d-bb79664bcb72 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524271 Jul 26 12:51:56.860946 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e88ca932-849b-4ac8-8c3a-253f743ef3bf req-0dcedd7d-c26f-4b84-a9e5-e4504ece64a1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605705 Jul 26 12:51:57.082613 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e3ff-8592-40c1-b79a-8919a5d1d3b7 req-c3b9b476-449f-487b-88cb-ff1836c9ef94 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.084775 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7e59e3ff-8592-40c1-b79a-8919a5d1d3b7 req-c3b9b476-449f-487b-88cb-ff1836c9ef94 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.1041720 Jul 26 12:51:57.105888 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-f5db4014-f818-46c9-970a-99c74fe20a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.107815 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-f5db4014-f818-46c9-970a-99c74fe20a40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546200 Jul 26 12:51:57.150855 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-2a67283e-4089-4fc3-84a8-ee148b17c8c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b6d5dd0-f483-4401-bba0-62699172f404 HTTP/1.1" status: 200 len: 217 time: 0.1098540 Jul 26 12:51:57.182057 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-f7f72a3a-a6ad-45c4-ba72-086d386c4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.184550 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-f7f72a3a-a6ad-45c4-ba72-086d386c4a3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.2955575 Jul 26 12:51:57.197997 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-569e3523-9da1-4fc6-9649-a638af1d564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.200397 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-569e3523-9da1-4fc6-9649-a638af1d564b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 1128 time: 0.1037359 Jul 26 12:51:57.267421 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7e59e3ff-8592-40c1-b79a-8919a5d1d3b7 req-f03ed6d8-7769-4baa-be9a-429fbf67909d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579943 Jul 26 12:51:57.269600 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:57.294885 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:57.300625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79984e-a1b6-44bd-a2bc-55b482efd388 req-5a0a4301-1ddd-467e-9c13-3591d7913552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.302222 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d79984e-a1b6-44bd-a2bc-55b482efd388 req-5a0a4301-1ddd-467e-9c13-3591d7913552 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1128 time: 0.1494517 Jul 26 12:51:57.311257 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:57.331653 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-9af09eb5-c405-462c-a1b3-505367ee39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.333205 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-9af09eb5-c405-462c-a1b3-505367ee39f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9 HTTP/1.1" status: 200 len: 851 time: 0.1574450 Jul 26 12:51:57.353255 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-8c5a6dd1-e74c-4735-bbd6-0d5a6fd7ee9c service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877735 Jul 26 12:51:57.442796 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-2ce39057-7483-4d7d-aa4b-70178a36c3f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969 HTTP/1.1" status: 200 len: 217 time: 0.1964910 Jul 26 12:51:57.445383 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-1d81ec68-12f0-42b9-bfa5-59ac94861077 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 200 len: 217 time: 0.2117658 Jul 26 12:51:57.653006 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:57.770028 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2e97-cee2-46b3-9472-2dfed6b6dc8f req-251cc728-280b-4f3a-853e-9257503407a3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:57.771579 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ab8f2e97-cee2-46b3-9472-2dfed6b6dc8f req-251cc728-280b-4f3a-853e-9257503407a3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.0629656 Jul 26 12:51:57.823087 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ab8f2e97-cee2-46b3-9472-2dfed6b6dc8f req-9b76ee11-e6b4-4fc1-8500-7f41cf77fee1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Jul 26 12:51:58.000885 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbc03e-92c8-4bce-ad73-e4464acb67f1 req-40ca30bb-362a-4ca4-95af-64d78abf5481 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:58.002621 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d6dbc03e-92c8-4bce-ad73-e4464acb67f1 req-40ca30bb-362a-4ca4-95af-64d78abf5481 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0722811 Jul 26 12:51:58.040562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bd0c4-e2ea-4834-b053-239a5a72e08e req-d895c73f-3ad8-4185-b823-bcb88ea36a61 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:58.042382 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-138bd0c4-e2ea-4834-b053-239a5a72e08e req-d895c73f-3ad8-4185-b823-bcb88ea36a61 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0711567 Jul 26 12:51:58.072279 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d6dbc03e-92c8-4bce-ad73-e4464acb67f1 req-cf161ce2-9e51-4781-8813-faf9154143fc tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556188 Jul 26 12:51:58.097941 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-138bd0c4-e2ea-4834-b053-239a5a72e08e req-9af26a81-a100-47fd-96db-4eaabc0ffd03 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496457 Jul 26 12:51:58.393407 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c376a-40e9-433a-a3ac-83f248e6e30d req-4402cc46-79d6-4f45-96e6-021bada1cf1d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:58.395370 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-554c376a-40e9-433a-a3ac-83f248e6e30d req-4402cc46-79d6-4f45-96e6-021bada1cf1d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0533943 Jul 26 12:51:58.421806 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42068) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:58.423207 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:58.450251 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-554c376a-40e9-433a-a3ac-83f248e6e30d req-9c51da68-2229-42b0-b25a-ff8ad452cf81 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Jul 26 12:51:58.532559 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a127d0b1-c1e3-4d2b-9b28-e65fdbaf480b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.608956 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a127d0b1-c1e3-4d2b-9b28-e65fdbaf480b admin admin] Publish callbacks [] for security_group (88539ae9-3a2b-41fe-9978-c65700d6e888), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.612722 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a127d0b1-c1e3-4d2b-9b28-e65fdbaf480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (88539ae9-3a2b-41fe-9978-c65700d6e888), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.652604 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a127d0b1-c1e3-4d2b-9b28-e65fdbaf480b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4238f28915854f2c9a7ef86390031b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297790 Jul 26 12:51:58.653449 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127d0b1-c1e3-4d2b-9b28-e65fdbaf480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88539ae9-3a2b-41fe-9978-c65700d6e888,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:58.655299 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42072) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:58.703590 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8c290039-b509-4c0e-a65e-ca2c2edc7e0a admin admin] Publish callbacks [] for security_group (88539ae9-3a2b-41fe-9978-c65700d6e888), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.727583 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8c290039-b509-4c0e-a65e-ca2c2edc7e0a admin admin] Publish callbacks [] for security_group (88539ae9-3a2b-41fe-9978-c65700d6e888), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.777500 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8c290039-b509-4c0e-a65e-ca2c2edc7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (88539ae9-3a2b-41fe-9978-c65700d6e888), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.780250 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8c290039-b509-4c0e-a65e-ca2c2edc7e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:58.781659 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8c290039-b509-4c0e-a65e-ca2c2edc7e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88539ae9-3a2b-41fe-9978-c65700d6e888 HTTP/1.1" status: 204 len: 168 time: 0.1251249 Jul 26 12:51:58.789807 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c290039-b509-4c0e-a65e-ca2c2edc7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88539ae9-3a2b-41fe-9978-c65700d6e888,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:58.958915 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810ad7-f015-4674-a54e-9b17a866f09b req-74a5ab2d-650f-4663-9dbb-9857fd61ea62 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:58.960515 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6f810ad7-f015-4674-a54e-9b17a866f09b req-74a5ab2d-650f-4663-9dbb-9857fd61ea62 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.0530536 Jul 26 12:51:59.015904 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6f810ad7-f015-4674-a54e-9b17a866f09b req-49ba2241-ef3b-4d9d-a9c8-0130606724d1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Jul 26 12:51:59.092703 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42090) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:59.106701 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-482bd4a3-7c42-4f7b-ac01-dc9d689a3d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.211329 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18330d-1836-4659-b94c-8d5a5488cf20 req-02d097b5-e835-4a39-a4d0-24d6d63e55e5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:59.212941 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ad18330d-1836-4659-b94c-8d5a5488cf20 req-02d097b5-e835-4a39-a4d0-24d6d63e55e5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0686831 Jul 26 12:51:59.237982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392bfed-ae2c-4068-8ef4-71456ad041e1 req-54644a65-645c-41e3-88a7-bbd086bbc741 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:59.239657 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0392bfed-ae2c-4068-8ef4-71456ad041e1 req-54644a65-645c-41e3-88a7-bbd086bbc741 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0530634 Jul 26 12:51:59.261042 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-482bd4a3-7c42-4f7b-ac01-dc9d689a3d11 admin admin] Publish callbacks [] for security_group (6799e4d1-fece-4026-8717-d27e1aa5c185), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.270856 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-482bd4a3-7c42-4f7b-ac01-dc9d689a3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (6799e4d1-fece-4026-8717-d27e1aa5c185), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.292226 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0392bfed-ae2c-4068-8ef4-71456ad041e1 req-0a9accbb-a60b-4663-9ed7-832752c270c1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446327 Jul 26 12:51:59.296962 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:51:59.310293 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ad18330d-1836-4659-b94c-8d5a5488cf20 req-dab7a753-a725-479a-839b-d7ef4d3eacfe tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899670 Jul 26 12:51:59.329345 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-482bd4a3-7c42-4f7b-ac01-dc9d689a3d11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd5bbbd46ba6471cb838640f3819ec7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355206 Jul 26 12:51:59.330923 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bd4a3-7c42-4f7b-ac01-dc9d689a3d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6799e4d1-fece-4026-8717-d27e1aa5c185,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:59.332094 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42096) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:51:59.384949 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ea57-80bf-4862-9508-51ccd61958ba admin admin] Publish callbacks [] for security_group (6799e4d1-fece-4026-8717-d27e1aa5c185), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.406049 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ea57-80bf-4862-9508-51ccd61958ba admin admin] Publish callbacks [] for security_group (6799e4d1-fece-4026-8717-d27e1aa5c185), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.451712 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ea57-80bf-4862-9508-51ccd61958ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (6799e4d1-fece-4026-8717-d27e1aa5c185), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.454170 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ea57-80bf-4862-9508-51ccd61958ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:51:59.455304 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d6b9ea57-80bf-4862-9508-51ccd61958ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6799e4d1-fece-4026-8717-d27e1aa5c185 HTTP/1.1" status: 204 len: 168 time: 0.1212378 Jul 26 12:51:59.463671 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ea57-80bf-4862-9508-51ccd61958ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799e4d1-fece-4026-8717-d27e1aa5c185,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:51:59.573304 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb05277-dd18-4945-9bc6-d7feeab0b2f1 req-d45f7153-3faf-416b-b273-2b476c1cae7f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:51:59.574797 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bb05277-dd18-4945-9bc6-d7feeab0b2f1 req-d45f7153-3faf-416b-b273-2b476c1cae7f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0507181 Jul 26 12:51:59.624401 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bb05277-dd18-4945-9bc6-d7feeab0b2f1 req-d0216043-4938-466b-8107-cd377621661f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 Jul 26 12:51:59.912571 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device fb356747-cdb9-4a2f-9a9d-4f55749ff5fd details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:52:00.024758 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:00.037114 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'port_id': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd', 'mac_address': 'fa:16:3e:1f:97:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:52:00.097117 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:00.098123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:00.121056 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb356747-cdb9-4a2f-9a9d-4f55749ff5fd {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:52:00.160477 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:00.166692 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:00.193577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2e99e-073e-454a-91f2-1acc4c04b6ef req-2ebd806c-2022-49a4-a487-837f20ca3357 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:00.196054 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-32f2e99e-073e-454a-91f2-1acc4c04b6ef req-2ebd806c-2022-49a4-a487-837f20ca3357 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 943 time: 0.0667436 Jul 26 12:52:00.230262 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:00.258531 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-32f2e99e-073e-454a-91f2-1acc4c04b6ef req-0589badc-63dc-447a-9855-86b2b28f8851 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526695 Jul 26 12:52:00.429528 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:00.444033 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae808e-e12e-4d0a-86f2-2698e65d31a7 req-cfa7f525-d247-40f7-8147-07c122081546 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:00.445904 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-48ae808e-e12e-4d0a-86f2-2698e65d31a7 req-cfa7f525-d247-40f7-8147-07c122081546 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0651751 Jul 26 12:52:00.460431 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92261-d6f7-444a-8453-0a4900760e87 req-a24c962b-4d4d-4130-b0d9-6109ed326b97 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:00.468490 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-74e92261-d6f7-444a-8453-0a4900760e87 req-a24c962b-4d4d-4130-b0d9-6109ed326b97 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0680697 Jul 26 12:52:00.532870 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-48ae808e-e12e-4d0a-86f2-2698e65d31a7 req-8e51b56c-c75b-4c55-9822-7d135d475012 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772576 Jul 26 12:52:00.542860 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-74e92261-d6f7-444a-8453-0a4900760e87 req-4b589b06-23ea-4cbe-ac8e-fa6058d757dd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685010 Jul 26 12:52:00.760031 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:00.770156 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b24e0-995d-4bdd-8c30-782d8b8d6b7c req-85c71042-557c-4bda-a0a0-95e6f6d0d8c4 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:00.772632 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9b4b24e0-995d-4bdd-8c30-782d8b8d6b7c req-85c71042-557c-4bda-a0a0-95e6f6d0d8c4 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0553629 Jul 26 12:52:00.840318 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9b4b24e0-995d-4bdd-8c30-782d8b8d6b7c req-b114a84d-a905-4b48-b581-843dab99b8f2 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614419 Jul 26 12:52:01.102599 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['fb356747-cdb9-4a2f-9a9d-4f55749ff5fd'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:52:01.136594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-d4e157d6-515b-41fa-a58a-a23f34bf0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.138320 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-d4e157d6-515b-41fa-a58a-a23f34bf0ed4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0804272 Jul 26 12:52:01.230063 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-43210715-dacf-4384-8b62-2e979ca80dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.231971 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-43210715-dacf-4384-8b62-2e979ca80dee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fabf242-8047-497f-a6fd-86506ce455c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1883576 Jul 26 12:52:01.270796 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-f10f4c47-2de8-4bde-b761-0481cb7fb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.272432 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-f10f4c47-2de8-4bde-b761-0481cb7fb03f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093450 Jul 26 12:52:01.273998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-7f79bda3-bc2e-48a2-8ff9-70634da0fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.276914 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-7f79bda3-bc2e-48a2-8ff9-70634da0fd56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.2342110 Jul 26 12:52:01.337396 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79984e-a1b6-44bd-a2bc-55b482efd388 req-c6047b82-1898-48e3-92d1-663728cae300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.339160 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d79984e-a1b6-44bd-a2bc-55b482efd388 req-c6047b82-1898-48e3-92d1-663728cae300 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2763157 Jul 26 12:52:01.380071 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:01.437276 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-5176a8b3-a82b-422e-b360-8026fc07628b service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854878 Jul 26 12:52:01.486772 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-506e707e-c7cb-423b-b141-bed2830fc7e1 service neutron] 10.222.0.46 "GET /v2.0/networks/6fabf242-8047-497f-a6fd-86506ce455c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413781 Jul 26 12:52:01.492988 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79984e-a1b6-44bd-a2bc-55b482efd388 req-58cf761f-d334-4738-9b62-50984f4192f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.494800 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d79984e-a1b6-44bd-a2bc-55b482efd388 req-58cf761f-d334-4738-9b62-50984f4192f0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441290 Jul 26 12:52:01.709784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1200d-56d0-4301-a51b-37ecd8b7496c req-4067735c-da97-4c21-8088-da34d1787ee2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.711763 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-92b1200d-56d0-4301-a51b-37ecd8b7496c req-4067735c-da97-4c21-8088-da34d1787ee2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0723734 Jul 26 12:52:01.765755 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-92b1200d-56d0-4301-a51b-37ecd8b7496c req-f99badfe-50fd-4da3-8d7f-56f9ff38dc6d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486181 Jul 26 12:52:01.780354 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-3ef0aafd-630d-4ba2-b74d-b783e88f7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.782013 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-3ef0aafd-630d-4ba2-b74d-b783e88f7751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4974425 Jul 26 12:52:01.832588 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07ed7-9037-402a-b71d-98f68654fdcc req-f9460683-6c59-4fa7-8ef2-ee2eb36c0557 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.834193 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ddd07ed7-9037-402a-b71d-98f68654fdcc req-f9460683-6c59-4fa7-8ef2-ee2eb36c0557 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 944 time: 0.1023223 Jul 26 12:52:01.892773 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-5a0f62ce-2981-423f-9932-d0aa1de4058c service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089904 Jul 26 12:52:01.895535 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device fb356747-cdb9-4a2f-9a9d-4f55749ff5fd up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:52:01.902793 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:01.922197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a48ca-f4c5-40c8-b840-182b5139ab51 req-08b4908d-b177-4603-9342-5d7eb70001f1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:01.922388 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42230) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:01.924179 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-506a48ca-f4c5-40c8-b840-182b5139ab51 req-08b4908d-b177-4603-9342-5d7eb70001f1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0700800 Jul 26 12:52:01.948716 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ddd07ed7-9037-402a-b71d-98f68654fdcc req-c65f545e-3da8-483f-9c35-d98fda334114 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992243 Jul 26 12:52:01.976843 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:52:01.988933 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:52:01.989730 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:01.993463 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-506a48ca-f4c5-40c8-b840-182b5139ab51 req-9b014a17-b715-4d32-b9f6-b03ab9469939 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572121 Jul 26 12:52:02.091440 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:02.091865 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.114118 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-23e401d3-50e6-4281-8d91-9dfd1bddf73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.122265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:02.139885 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0911e7-8c33-4014-8582-1b8a15df6a3b req-f63b33e9-1983-4e54-b03b-c39856564882 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:02.141398 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a0911e7-8c33-4014-8582-1b8a15df6a3b req-f63b33e9-1983-4e54-b03b-c39856564882 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0836153 Jul 26 12:52:02.190943 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:02.199013 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.310826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:02.385384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9863c-8a22-46b7-b25f-f4fa6347286f" -d '{"events": [{"server_uuid": "2b250f71-ee8b-4975-b24b-3984e8b02c6b", "name": "network-vif-plugged", "status": "completed", "tag": "fb356747-cdb9-4a2f-9a9d-4f55749ff5fd"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:02.398960 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1a4014-da8d-4ff2-9c64-aa2ba3f0d0dc req-f8d98218-e37b-4894-ad31-6df68dd13638 service neutron] 10.222.0.46 "GET /v2.0/networks/6fabf242-8047-497f-a6fd-86506ce455c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677036 Jul 26 12:52:02.441238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-e924aa71-2f02-42b0-b035-46235e05cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:02.444136 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-e924aa71-2f02-42b0-b035-46235e05cb40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0439446 Jul 26 12:52:02.453414 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:02.490163 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a0911e7-8c33-4014-8582-1b8a15df6a3b req-f4e49048-b600-415e-90df-c2022cfeb087 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390744 Jul 26 12:52:02.533280 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-23e401d3-50e6-4281-8d91-9dfd1bddf73d admin admin] Publish callbacks [] for security_group (5d7a7054-eedc-45a6-8cc1-3832a74fdfac), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.533463 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec098e4-494e-4664-9f99-7e2cdc347f35 x-openstack-request-id: req-2ec098e4-494e-4664-9f99-7e2cdc347f35 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:02.533837 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b250f71-ee8b-4975-b24b-3984e8b02c6b", "name": "network-vif-plugged", "status": "completed", "tag": "fb356747-cdb9-4a2f-9a9d-4f55749ff5fd", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:02.534077 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ec098e4-494e-4664-9f99-7e2cdc347f35 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:02.534939 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec098e4-494e-4664-9f99-7e2cdc347f35'] response: {'server_uuid': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd', 'code': 200} Jul 26 12:52:02.542541 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-23e401d3-50e6-4281-8d91-9dfd1bddf73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (5d7a7054-eedc-45a6-8cc1-3832a74fdfac), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.628937 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-22f0aeaf-3154-4760-905f-1e4a4e7bac56 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931885 Jul 26 12:52:02.632301 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efc24d2c-ac44-4d5d-a1f7-5689e3685914 req-1d95424e-17db-4f0e-bc78-c793aa8fd071 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999512 Jul 26 12:52:02.636563 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-23e401d3-50e6-4281-8d91-9dfd1bddf73d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8702a1ddd484978965e616131dff4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122111 Jul 26 12:52:02.637369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e401d3-50e6-4281-8d91-9dfd1bddf73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a7054-eedc-45a6-8cc1-3832a74fdfac,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:02.638655 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42268) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:02.708199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9abbf913-e330-4aff-bc6d-1e63394dc745 admin admin] Publish callbacks [] for security_group (5d7a7054-eedc-45a6-8cc1-3832a74fdfac), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.733699 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:02.736087 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9abbf913-e330-4aff-bc6d-1e63394dc745 admin admin] Publish callbacks [] for security_group (5d7a7054-eedc-45a6-8cc1-3832a74fdfac), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.768298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:02.793375 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9abbf913-e330-4aff-bc6d-1e63394dc745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (5d7a7054-eedc-45a6-8cc1-3832a74fdfac), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.796001 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9abbf913-e330-4aff-bc6d-1e63394dc745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:02.798227 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9abbf913-e330-4aff-bc6d-1e63394dc745 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d7a7054-eedc-45a6-8cc1-3832a74fdfac HTTP/1.1" status: 204 len: 168 time: 0.1574302 Jul 26 12:52:02.819993 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbf913-e330-4aff-bc6d-1e63394dc745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a7054-eedc-45a6-8cc1-3832a74fdfac,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:02.938987 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce05f-9f53-4cfe-b16a-076d448a65e2 req-31d4b2a0-4b8d-46ca-8cb3-5aeb0c2cca1b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:02.941327 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3afce05f-9f53-4cfe-b16a-076d448a65e2 req-31d4b2a0-4b8d-46ca-8cb3-5aeb0c2cca1b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0591414 Jul 26 12:52:03.006253 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3afce05f-9f53-4cfe-b16a-076d448a65e2 req-eddde6df-dd7f-4f9d-a944-38e8ab63d893 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578172 Jul 26 12:52:03.124738 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95c0b-c6d5-4d68-9f7b-b01cd9819f6b req-6f88ce44-1062-40a8-adbf-378dca50ed55 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:03.128981 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f31b5-b773-4501-b5ad-c67f70bc7852 req-765e7c39-f411-45fe-9be3-8f87339b76cd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:03.131582 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-42a95c0b-c6d5-4d68-9f7b-b01cd9819f6b req-6f88ce44-1062-40a8-adbf-378dca50ed55 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0655177 Jul 26 12:52:03.136569 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f78f31b5-b773-4501-b5ad-c67f70bc7852 req-765e7c39-f411-45fe-9be3-8f87339b76cd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0654364 Jul 26 12:52:03.226796 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-7db294cb-449f-49dc-a845-84d982054041 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 200 len: 217 time: 0.0588534 Jul 26 12:52:03.246972 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42298) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:03.248769 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-42a95c0b-c6d5-4d68-9f7b-b01cd9819f6b req-c5814ff6-c216-486c-afab-f6d5cacd4308 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156962 Jul 26 12:52:03.315824 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e25ed7f-88aa-4d01-9d49-6237e7930e18 req-d263ffec-187e-49aa-91e5-414cc36b36d8 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230867 Jul 26 12:52:03.320493 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12db8963-66cd-4918-ae7b-647c589dfdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.341000 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f78f31b5-b773-4501-b5ad-c67f70bc7852 req-da1347ab-b5c8-40e5-9f68-dde7c841a5f9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031856 Jul 26 12:52:03.345464 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42300) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:03.376066 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1ef3853e-4687-4782-8dee-b1fdc949ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:03.377663 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-1ef3853e-4687-4782-8dee-b1fdc949ff38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.1457822 Jul 26 12:52:03.415932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4363244-7022-41ef-bb46-8cffab1b9a2c req-7749d734-f709-426a-9c61-541ffcfc9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:03.417562 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a4363244-7022-41ef-bb46-8cffab1b9a2c req-7749d734-f709-426a-9c61-541ffcfc9ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1129 time: 0.0858159 Jul 26 12:52:03.455144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12db8963-66cd-4918-ae7b-647c589dfdb7 admin admin] Publish callbacks [] for security_group (4c134293-e138-4abd-96ce-560ae7a94908), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.459552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12db8963-66cd-4918-ae7b-647c589dfdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (4c134293-e138-4abd-96ce-560ae7a94908), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.499799 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-12db8963-66cd-4918-ae7b-647c589dfdb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c32ba0a380a54b69a68a162a0194b45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510707 Jul 26 12:52:03.500906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db8963-66cd-4918-ae7b-647c589dfdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c134293-e138-4abd-96ce-560ae7a94908,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:03.502531 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42304) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:03.534430 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0bb354cf-138f-404c-a25d-c2409d08e510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.611129 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:03.631898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0bb354cf-138f-404c-a25d-c2409d08e510 admin admin] Publish callbacks [] for security_group (d097eee4-7be9-4020-9da4-f33038bd2108), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.637077 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0bb354cf-138f-404c-a25d-c2409d08e510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d097eee4-7be9-4020-9da4-f33038bd2108), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.642927 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e2fdd-34ee-402f-8e36-eb32b1773b5a req-1570f800-5363-4bc1-91f1-9819d1347b8e tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:03.644571 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-df4e2fdd-34ee-402f-8e36-eb32b1773b5a req-1570f800-5363-4bc1-91f1-9819d1347b8e tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 944 time: 0.0819116 Jul 26 12:52:03.645560 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb0ab-d490-40b4-a377-d4cc22c13007 admin admin] Publish callbacks [] for security_group (4c134293-e138-4abd-96ce-560ae7a94908), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.688725 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0bb354cf-138f-404c-a25d-c2409d08e510 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cc07f98ade3464e91dc6ae904358e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417978 Jul 26 12:52:03.691742 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42314) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:03.696077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb0ab-d490-40b4-a377-d4cc22c13007 admin admin] Publish callbacks [] for security_group (4c134293-e138-4abd-96ce-560ae7a94908), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.699185 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb354cf-138f-404c-a25d-c2409d08e510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097eee4-7be9-4020-9da4-f33038bd2108,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:03.757121 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-df4e2fdd-34ee-402f-8e36-eb32b1773b5a req-fb1cfacf-aca5-4067-8a16-8883cd23a9de tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054580 Jul 26 12:52:03.764385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124a30f4-ce5a-476b-87cf-0db72ea5e33c admin admin] Publish callbacks [] for security_group (d097eee4-7be9-4020-9da4-f33038bd2108), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.802045 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124a30f4-ce5a-476b-87cf-0db72ea5e33c admin admin] Publish callbacks [] for security_group (d097eee4-7be9-4020-9da4-f33038bd2108), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.805084 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb0ab-d490-40b4-a377-d4cc22c13007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (4c134293-e138-4abd-96ce-560ae7a94908), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.808848 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb0ab-d490-40b4-a377-d4cc22c13007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.810919 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8ddeb0ab-d490-40b4-a377-d4cc22c13007 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c134293-e138-4abd-96ce-560ae7a94908 HTTP/1.1" status: 204 len: 168 time: 0.2979996 Jul 26 12:52:03.830826 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeb0ab-d490-40b4-a377-d4cc22c13007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c134293-e138-4abd-96ce-560ae7a94908,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:03.865088 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124a30f4-ce5a-476b-87cf-0db72ea5e33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d097eee4-7be9-4020-9da4-f33038bd2108), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.868092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124a30f4-ce5a-476b-87cf-0db72ea5e33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:03.869490 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-124a30f4-ce5a-476b-87cf-0db72ea5e33c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d097eee4-7be9-4020-9da4-f33038bd2108 HTTP/1.1" status: 204 len: 168 time: 0.1765687 Jul 26 12:52:03.880427 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a30f4-ce5a-476b-87cf-0db72ea5e33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097eee4-7be9-4020-9da4-f33038bd2108,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:03.919863 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0b6d5dd0-f483-4401-bba0-62699172f404 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:52:04.027886 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:04.094392 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0b6d5dd0-f483-4401-bba0-62699172f404, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0b6d5dd0-f483-4401-bba0-62699172f404,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:04.118752 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '0b6d5dd0-f483-4401-bba0-62699172f404', 'network_id': '6fabf242-8047-497f-a6fd-86506ce455c6', 'port_id': '0b6d5dd0-f483-4401-bba0-62699172f404', 'mac_address': 'fa:16:3e:04:86:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:52:04.119971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a4363244-7022-41ef-bb46-8cffab1b9a2c req-dd42721c-f9b2-4607-b985-9b2f602e9d52 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.178670 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 0b6d5dd0-f483-4401-bba0-62699172f404 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:04.179487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.209838 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-4e08a2d5-7e98-4134-9a8f-79c30fbd234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.211836 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6d5dd0-f483-4401-bba0-62699172f404 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:52:04.212961 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-4e08a2d5-7e98-4134-9a8f-79c30fbd234f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1629603 Jul 26 12:52:04.241565 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0b6d5dd0-f483-4401-bba0-62699172f404, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0b6d5dd0-f483-4401-bba0-62699172f404,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:04.246982 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.248477 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 34328d9b-7b53-457f-a58d-3371c1433b29 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:52:04.267990 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-fcf0cc6b-95a0-4950-96f9-5e8824c653a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.278352 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-fcf0cc6b-95a0-4950-96f9-5e8824c653a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 1128 time: 0.1830311 Jul 26 12:52:04.309893 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=0b6d5dd0-f483-4401-bba0-62699172f404,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:04.376872 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:04.378199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:04.382675 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-0e372984-4902-43b2-9969-41c104b9c4bb service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357989 Jul 26 12:52:04.429389 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42352) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:04.444023 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 34328d9b-7b53-457f-a58d-3371c1433b29, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=34328d9b-7b53-457f-a58d-3371c1433b29,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:04.459573 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '34328d9b-7b53-457f-a58d-3371c1433b29', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'port_id': '34328d9b-7b53-457f-a58d-3371c1433b29', 'mac_address': 'fa:16:3e:f3:44:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:52:04.462225 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:04.469786 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:04.501162 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 34328d9b-7b53-457f-a58d-3371c1433b29 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:04.501857 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.517406 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34328d9b-7b53-457f-a58d-3371c1433b29 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:52:04.523195 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69b02-9902-4118-bb78-51bace4e0a6f req-ee015f51-fad1-4e98-a169-b66c3392405c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.525013 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-deb69b02-9902-4118-bb78-51bace4e0a6f req-ee015f51-fad1-4e98-a169-b66c3392405c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.3572969 Jul 26 12:52:04.539225 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f19a-60bd-46b7-8dac-dee37d3fe560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.539911 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-babb04d1-e40e-4be0-a81c-e9aec0362e96 req-0e700bf0-d4b6-484c-8e81-218db3429664 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456270 Jul 26 12:52:04.544573 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 34328d9b-7b53-457f-a58d-3371c1433b29, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=34328d9b-7b53-457f-a58d-3371c1433b29,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:04.551100 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.592997 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-8478bb83-1cc6-4147-8dc9-e7105563fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.595336 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-8478bb83-1cc6-4147-8dc9-e7105563fc1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.3015058 Jul 26 12:52:04.604346 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-deb69b02-9902-4118-bb78-51bace4e0a6f req-ca5e268d-130f-4130-a882-0c431251fece tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730517 Jul 26 12:52:04.626107 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6152f8-1da5-4b7e-8483-537a7d57c2f9 req-42542988-af0f-4274-972f-2b1422a9f2ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.627970 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dd6152f8-1da5-4b7e-8483-537a7d57c2f9 req-42542988-af0f-4274-972f-2b1422a9f2ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.2010241 Jul 26 12:52:04.636941 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=34328d9b-7b53-457f-a58d-3371c1433b29,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:04.665438 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a4363244-7022-41ef-bb46-8cffab1b9a2c req-dd42721c-f9b2-4607-b985-9b2f602e9d52 service neutron] Publish callbacks [] for security_group (57150f85-cc5a-4393-a737-1831748fa166), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.682459 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a4363244-7022-41ef-bb46-8cffab1b9a2c req-dd42721c-f9b2-4607-b985-9b2f602e9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (57150f85-cc5a-4393-a737-1831748fa166), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.731896 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42721c-f9b2-4607-b985-9b2f602e9d52 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57150f85-cc5a-4393-a737-1831748fa166,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:04.733659 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf1f0-8417-4883-9aa5-1b2c6bf63a36 req-eb5fc416-7a4a-47c5-b3ca-aa1251860464 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.735471 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e1fbf1f0-8417-4883-9aa5-1b2c6bf63a36 req-eb5fc416-7a4a-47c5-b3ca-aa1251860464 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0598195 Jul 26 12:52:04.779813 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a4363244-7022-41ef-bb46-8cffab1b9a2c req-dd42721c-f9b2-4607-b985-9b2f602e9d52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327781 Jul 26 12:52:04.794625 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dd6152f8-1da5-4b7e-8483-537a7d57c2f9 req-fb529b6c-9add-4131-a2cd-c74a8d88e4f1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587539 Jul 26 12:52:04.805019 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e1fbf1f0-8417-4883-9aa5-1b2c6bf63a36 req-21d1dbd6-de2a-4f87-8f68-ba40ab4a99be tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579979 Jul 26 12:52:04.827892 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f19a-60bd-46b7-8dac-dee37d3fe560 admin admin] Publish callbacks [] for security_group (66bd737d-85cf-422a-9809-c6e7b0b5b2e0), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.850794 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f19a-60bd-46b7-8dac-dee37d3fe560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (66bd737d-85cf-422a-9809-c6e7b0b5b2e0), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:04.893798 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['0b6d5dd0-f483-4401-bba0-62699172f404'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:52:04.940963 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2f19a-60bd-46b7-8dac-dee37d3fe560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd737d-85cf-422a-9809-c6e7b0b5b2e0,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:04.959136 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-5cc2f19a-60bd-46b7-8dac-dee37d3fe560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ba249f0d79f45dab8d43bcf6dc71868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269823 Jul 26 12:52:04.962654 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:04.963038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42370) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:04.982903 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240776-26e3-4eb6-8aaf-e84249d3d68d req-b578d725-ba51-4ac0-aa67-b9e440c123fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:04.984642 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f240776-26e3-4eb6-8aaf-e84249d3d68d req-b578d725-ba51-4ac0-aa67-b9e440c123fb tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 945 time: 0.1016815 Jul 26 12:52:05.035434 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['34328d9b-7b53-457f-a58d-3371c1433b29'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:52:05.049405 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f240776-26e3-4eb6-8aaf-e84249d3d68d req-0bf3b107-b6b2-46a9-b7cc-0372ca8c1b88 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568433 Jul 26 12:52:05.071848 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2444165b-64c9-4e35-8d42-c5a4e5cdb8f3 admin admin] Publish callbacks [] for security_group (66bd737d-85cf-422a-9809-c6e7b0b5b2e0), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.098068 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2444165b-64c9-4e35-8d42-c5a4e5cdb8f3 admin admin] Publish callbacks [] for security_group (66bd737d-85cf-422a-9809-c6e7b0b5b2e0), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.176531 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2444165b-64c9-4e35-8d42-c5a4e5cdb8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (66bd737d-85cf-422a-9809-c6e7b0b5b2e0), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.180022 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2444165b-64c9-4e35-8d42-c5a4e5cdb8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.181232 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-2444165b-64c9-4e35-8d42-c5a4e5cdb8f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66bd737d-85cf-422a-9809-c6e7b0b5b2e0 HTTP/1.1" status: 204 len: 168 time: 0.2168725 Jul 26 12:52:05.195188 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444165b-64c9-4e35-8d42-c5a4e5cdb8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd737d-85cf-422a-9809-c6e7b0b5b2e0,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:05.272491 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:05.502398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42388) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:05.573018 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-b2db7197-a3a1-4a82-bfdf-c4ed09ff505b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969 HTTP/1.1" status: 200 len: 217 time: 0.0553968 Jul 26 12:52:05.673851 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-d6adc019-326d-4cf4-b02e-6dd97567eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:05.675733 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-d6adc019-326d-4cf4-b02e-6dd97567eeb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0954766 Jul 26 12:52:05.782000 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-de85a18a-6b3e-450f-85ea-129c093f8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:05.785302 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-de85a18a-6b3e-450f-85ea-129c093f8d39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031852 Jul 26 12:52:05.785498 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907796-b017-4b67-8e64-ffd7c13c0df2 req-4f30ebc6-d59d-45e0-b9fd-2a3c90a7764f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:05.787631 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fa907796-b017-4b67-8e64-ffd7c13c0df2 req-4f30ebc6-d59d-45e0-b9fd-2a3c90a7764f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0805771 Jul 26 12:52:05.789008 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-674c1001-b363-41e2-89cb-9d3c16ba1367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.875122 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fa907796-b017-4b67-8e64-ffd7c13c0df2 req-d5c096e6-6081-4e3b-ab1c-a3f13db3edb1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736911 Jul 26 12:52:05.928103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0b6d5dd0-f483-4401-bba0-62699172f404 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:52:05.953664 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-674c1001-b363-41e2-89cb-9d3c16ba1367 admin admin] Publish callbacks [] for security_group (0a56ace1-d20e-4ad5-904a-5f2885a46450), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.961543 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-674c1001-b363-41e2-89cb-9d3c16ba1367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (0a56ace1-d20e-4ad5-904a-5f2885a46450), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:05.991472 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 0b6d5dd0-f483-4401-bba0-62699172f404 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:52:05.994351 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c412f-2f55-43f9-803c-8df235bebbb7 req-f8e3719f-d3ea-46cc-9336-2b3c0ab020e4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:05.998427 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d06c412f-2f55-43f9-803c-8df235bebbb7 req-f8e3719f-d3ea-46cc-9336-2b3c0ab020e4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0751574 Jul 26 12:52:05.999615 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 0b6d5dd0-f483-4401-bba0-62699172f404 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:52:06.000646 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.027684 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-674c1001-b363-41e2-89cb-9d3c16ba1367 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c95ed175d48e45ec9755854bf44948d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238440 Jul 26 12:52:06.036962 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42424) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:06.057022 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c1001-b363-41e2-89cb-9d3c16ba1367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56ace1-d20e-4ad5-904a-5f2885a46450,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:06.117587 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 0b6d5dd0-f483-4401-bba0-62699172f404 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:06.118152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.121605 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b5841-8d36-4982-a5c4-9368b27789eb req-ed7a5bd4-7a00-4656-af4c-7d2c503e4ee8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:06.123453 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-887b5841-8d36-4982-a5c4-9368b27789eb req-ed7a5bd4-7a00-4656-af4c-7d2c503e4ee8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.1023879 Jul 26 12:52:06.155741 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13491d52-d823-4b46-9537-93441e1df6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d5dd0-f483-4401-bba0-62699172f404'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:06.158805 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a421f4a-cfdc-4af0-a619-3956f37dc5a5" -d '{"events": [{"server_uuid": "13491d52-d823-4b46-9537-93441e1df6e3", "name": "network-vif-plugged", "status": "completed", "tag": "0b6d5dd0-f483-4401-bba0-62699172f404"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:06.172863 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0b6d5dd0-f483-4401-bba0-62699172f404, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0b6d5dd0-f483-4401-bba0-62699172f404,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:06.179714 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.181293 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 34328d9b-7b53-457f-a58d-3371c1433b29 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:52:06.221850 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6b920acf-4c5b-44db-8bd7-8002c5701529 admin admin] Publish callbacks [] for security_group (0a56ace1-d20e-4ad5-904a-5f2885a46450), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.228115 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d06c412f-2f55-43f9-803c-8df235bebbb7 req-df332bc5-7d9f-472c-8883-20754b1abfe3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815891 Jul 26 12:52:06.269198 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:06.284516 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-29f661f9-323d-43d1-8899-7b4610c0faf4 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740028 Jul 26 12:52:06.301935 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=0b6d5dd0-f483-4401-bba0-62699172f404,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:06.307998 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:06.311826 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6b920acf-4c5b-44db-8bd7-8002c5701529 admin admin] Publish callbacks [] for security_group (0a56ace1-d20e-4ad5-904a-5f2885a46450), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.317034 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 34328d9b-7b53-457f-a58d-3371c1433b29 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:52:06.326280 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 34328d9b-7b53-457f-a58d-3371c1433b29 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:52:06.326751 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.334100 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-887b5841-8d36-4982-a5c4-9368b27789eb req-89a0307b-e296-4fdb-82b0-0cdde2f09af0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987040 Jul 26 12:52:06.372447 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:06.389900 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2199b94-2efe-4684-8b8f-f0d0e7eab451 x-openstack-request-id: req-d2199b94-2efe-4684-8b8f-f0d0e7eab451 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:06.390252 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13491d52-d823-4b46-9537-93441e1df6e3", "name": "network-vif-plugged", "status": "completed", "tag": "0b6d5dd0-f483-4401-bba0-62699172f404", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:06.390509 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2199b94-2efe-4684-8b8f-f0d0e7eab451 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:06.390920 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2199b94-2efe-4684-8b8f-f0d0e7eab451'] response: {'server_uuid': '13491d52-d823-4b46-9537-93441e1df6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d5dd0-f483-4401-bba0-62699172f404', 'code': 200} Jul 26 12:52:06.419311 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6b920acf-4c5b-44db-8bd7-8002c5701529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (0a56ace1-d20e-4ad5-904a-5f2885a46450), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.423715 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6b920acf-4c5b-44db-8bd7-8002c5701529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.429545 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6b920acf-4c5b-44db-8bd7-8002c5701529 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a56ace1-d20e-4ad5-904a-5f2885a46450 HTTP/1.1" status: 204 len: 168 time: 0.3891003 Jul 26 12:52:06.443194 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920acf-4c5b-44db-8bd7-8002c5701529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56ace1-d20e-4ad5-904a-5f2885a46450,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:06.478083 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 34328d9b-7b53-457f-a58d-3371c1433b29 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:06.478589 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.482109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ecde-1b4f-49bb-8f86-4d10b2e55fc6 req-60caca93-1a92-435c-92b9-1939f7cd2734 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:06.484040 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f0b2ecde-1b4f-49bb-8f86-4d10b2e55fc6 req-60caca93-1a92-435c-92b9-1939f7cd2734 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0722058 Jul 26 12:52:06.527903 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-89c8fd7c-b023-4dfd-9a03-8f05d39c1ec3 req-878d539d-ba97-4e4b-8051-317e8021f529 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382524 Jul 26 12:52:06.556894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 34328d9b-7b53-457f-a58d-3371c1433b29, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=34328d9b-7b53-457f-a58d-3371c1433b29,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:06.562001 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:06.584182 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f0b2ecde-1b4f-49bb-8f86-4d10b2e55fc6 req-efa2117d-a38b-40af-9db9-27626aca7171 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Jul 26 12:52:06.627040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=34328d9b-7b53-457f-a58d-3371c1433b29,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:06.694109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec117239-0aad-45e9-bd70-e5605adfecbb req-c6a5b442-1d93-4249-a023-95b2a3e9606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:06.696652 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ec117239-0aad-45e9-bd70-e5605adfecbb req-c6a5b442-1d93-4249-a023-95b2a3e9606d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 1130 time: 0.0549226 Jul 26 12:52:06.751580 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ec117239-0aad-45e9-bd70-e5605adfecbb req-3d1b07d8-a880-494f-9620-3637fdee5c70 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Jul 26 12:52:06.985920 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42456) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:07.009984 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1626734-034b-4b4a-99fd-11b7fd9718cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.014377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:07.067370 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4537-9b8e-40b5-8d6b-66c79234c555 req-ed46bd96-9be5-4f09-aa07-aae969a1d1e4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:07.077720 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6b3a4537-9b8e-40b5-8d6b-66c79234c555 req-ed46bd96-9be5-4f09-aa07-aae969a1d1e4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0810161 Jul 26 12:52:07.124051 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1626734-034b-4b4a-99fd-11b7fd9718cc admin admin] Publish callbacks [] for security_group (98a3be80-3b0a-46c6-9ba4-7114d60a6ba1), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.132422 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d1626734-034b-4b4a-99fd-11b7fd9718cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (98a3be80-3b0a-46c6-9ba4-7114d60a6ba1), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.148436 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6b3a4537-9b8e-40b5-8d6b-66c79234c555 req-fe6cf955-c3eb-46f2-8587-4c94994f0001 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695260 Jul 26 12:52:07.273777 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1626734-034b-4b4a-99fd-11b7fd9718cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a3be80-3b0a-46c6-9ba4-7114d60a6ba1,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:07.292448 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-d1626734-034b-4b4a-99fd-11b7fd9718cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a8e0f952ee540fdb963c8b5c891042b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053505 Jul 26 12:52:07.296035 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42466) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:07.370315 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-61b68ff0-1ab5-4647-880a-a2085713b96e admin admin] Publish callbacks [] for security_group (98a3be80-3b0a-46c6-9ba4-7114d60a6ba1), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.400362 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-61b68ff0-1ab5-4647-880a-a2085713b96e admin admin] Publish callbacks [] for security_group (98a3be80-3b0a-46c6-9ba4-7114d60a6ba1), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.405324 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7c689-dc50-4710-938c-330786240316 req-f7c106f5-03bf-48a8-94df-46a874d33349 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:07.413288 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4fe7c689-dc50-4710-938c-330786240316 req-f7c106f5-03bf-48a8-94df-46a874d33349 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 944 time: 0.0820041 Jul 26 12:52:07.462918 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4fe7c689-dc50-4710-938c-330786240316 req-f5d8c5f4-bcbe-493b-848a-a7c468ddf115 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487435 Jul 26 12:52:07.695463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b41d9-56aa-4575-9f3b-332eed5eb56d req-c75f2205-095e-45e7-ab3b-17760d7102e8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:07.702956 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f34b41d9-56aa-4575-9f3b-332eed5eb56d req-c75f2205-095e-45e7-ab3b-17760d7102e8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.2555230 Jul 26 12:52:07.705054 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:07.712681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-61b68ff0-1ab5-4647-880a-a2085713b96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (98a3be80-3b0a-46c6-9ba4-7114d60a6ba1), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.715106 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-61b68ff0-1ab5-4647-880a-a2085713b96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:07.716232 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-61b68ff0-1ab5-4647-880a-a2085713b96e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98a3be80-3b0a-46c6-9ba4-7114d60a6ba1 HTTP/1.1" status: 204 len: 168 time: 0.4190891 Jul 26 12:52:07.726616 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d690-bb0e-4967-b584-1762c4f130de req-4f4afb6c-0c23-47c0-bd98-af946b30fd0c tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:07.728562 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9ce8d690-bb0e-4967-b584-1762c4f130de req-4f4afb6c-0c23-47c0-bd98-af946b30fd0c tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0638742 Jul 26 12:52:07.744443 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68ff0-1ab5-4647-880a-a2085713b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a3be80-3b0a-46c6-9ba4-7114d60a6ba1,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:07.775906 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f34b41d9-56aa-4575-9f3b-332eed5eb56d req-ec24f42f-7d53-45d0-807c-937a62b26ff9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719249 Jul 26 12:52:07.808894 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9ce8d690-bb0e-4967-b584-1762c4f130de req-146b2214-4647-494b-ac8d-976b1f0edb5b tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736957 Jul 26 12:52:08.122536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25072e-631e-42be-b51f-3eca7e2a63a2 req-312d1a0b-a414-47ed-a8b7-82a33078e602 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:08.124463 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5f25072e-631e-42be-b51f-3eca7e2a63a2 req-312d1a0b-a414-47ed-a8b7-82a33078e602 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0583601 Jul 26 12:52:08.188003 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5f25072e-631e-42be-b51f-3eca7e2a63a2 req-f81456ac-a3fa-44f1-b36f-716d4f7935ec tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541716 Jul 26 12:52:08.260606 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device edf8881f-7a20-4fbe-8846-b9ee12ada969 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:52:08.343858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c0ff-a9b6-4bd4-8651-7efbf29fb5f0 req-5c69f56a-af8f-4803-97a6-bdae139ee976 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:08.345434 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e290c0ff-a9b6-4bd4-8651-7efbf29fb5f0 req-5c69f56a-af8f-4803-97a6-bdae139ee976 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0858040 Jul 26 12:52:08.389969 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port edf8881f-7a20-4fbe-8846-b9ee12ada969, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:08.392689 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34328d9b-7b53-457f-a58d-3371c1433b29'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:08.395007 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09973f1-b934-4f10-b6e9-3b3636205c9b" -d '{"events": [{"server_uuid": "1a767a6a-b160-4f7d-970f-c45ff5bc1566", "name": "network-vif-plugged", "status": "completed", "tag": "34328d9b-7b53-457f-a58d-3371c1433b29"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:08.409225 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:52:08.421021 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e290c0ff-a9b6-4bd4-8651-7efbf29fb5f0 req-bbf1c42f-2b30-4e03-9f8e-f70f6888cb4e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642083 Jul 26 12:52:08.462276 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f4e4f-622f-4ac6-ba2b-b6081ae19ebf x-openstack-request-id: req-897f4e4f-622f-4ac6-ba2b-b6081ae19ebf {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:08.462756 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a767a6a-b160-4f7d-970f-c45ff5bc1566", "name": "network-vif-plugged", "status": "completed", "tag": "34328d9b-7b53-457f-a58d-3371c1433b29", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:08.463435 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-897f4e4f-622f-4ac6-ba2b-b6081ae19ebf {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:08.464108 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897f4e4f-622f-4ac6-ba2b-b6081ae19ebf'] response: {'server_uuid': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34328d9b-7b53-457f-a58d-3371c1433b29', 'code': 200} Jul 26 12:52:08.465009 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port edf8881f-7a20-4fbe-8846-b9ee12ada969 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:08.465396 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:08.483462 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf8881f-7a20-4fbe-8846-b9ee12ada969 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:52:08.511476 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port edf8881f-7a20-4fbe-8846-b9ee12ada969, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:08.517925 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:08.518627 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:52:08.616013 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad09ed7-1d94-4e53-822b-efdb4bf97502 req-7897261a-d657-46f6-ac78-3b651e1fb9a8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:08.618289 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ad09ed7-1d94-4e53-822b-efdb4bf97502 req-7897261a-d657-46f6-ac78-3b651e1fb9a8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 945 time: 0.0683815 Jul 26 12:52:08.696377 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ad09ed7-1d94-4e53-822b-efdb4bf97502 req-1b697ab6-fe44-46d7-8e20-2cf3ed82931a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675151 Jul 26 12:52:08.753517 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=edf8881f-7a20-4fbe-8846-b9ee12ada969,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:08.797820 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:08.812969 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42540) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:08.815984 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '32e67b58-c4c4-4a07-b551-08232595ea42', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42', 'mac_address': 'fa:16:3e:47:d1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:52:08.819676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:08.861677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:08.862071 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:08.878975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e67b58-c4c4-4a07-b551-08232595ea42 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:52:08.914023 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:08.920908 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:08.956600 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:08.972311 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfc0b8-b09a-47f8-b9db-ec96924c013e req-ad42c0f4-231d-485d-a691-cc2b1d2d2e91 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:08.974958 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3edfc0b8-b09a-47f8-b9db-ec96924c013e req-ad42c0f4-231d-485d-a691-cc2b1d2d2e91 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0707438 Jul 26 12:52:08.979884 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:08.994283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1140996680-network', 'tenant_id': 'ff00ee711e2b42b9beaf866b10cc8f6f'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:52:09.047335 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Made reservation on behalf of ff00ee711e2b42b9beaf866b10cc8f6f for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:52:09.049919 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.061884 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3edfc0b8-b09a-47f8-b9db-ec96924c013e req-138d800b-9236-4a35-bfee-64611a953c47 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814245 Jul 26 12:52:09.063011 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.148101 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks [] for security_group (7aa76201-2bf6-457d-a84b-15c9404699ac), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.152369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (7aa76201-2bf6-457d-a84b-15c9404699ac), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.180875 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:52:09.190215 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa76201-2bf6-457d-a84b-15c9404699ac,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:09.198579 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (5ec7acf0-611c-444e-a482-da4580712e01), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.198925 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Added segment 5ec7acf0-611c-444e-a482-da4580712e01 of type vlan for network 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5 Jul 26 12:52:09.254166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (16c1014a-bf4a-4aa6-80c7-b36ab54adeb5), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.262113 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:09.295255 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (16c1014a-bf4a-4aa6-80c7-b36ab54adeb5), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.296444 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:09.297050 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.311483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd967a43-b215-4615-a67f-0ff7069e02aa req-85c244cd-49e5-470d-892e-b3e41881fb86 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:09.314013 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cd967a43-b215-4615-a67f-0ff7069e02aa req-85c244cd-49e5-470d-892e-b3e41881fb86 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0578959 Jul 26 12:52:09.360636 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5463896 Jul 26 12:52:09.366938 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42564) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:09.374226 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Request body: {'subnet': {'network_id': '16c1014a-bf4a-4aa6-80c7-b36ab54adeb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1140996680-subnet', 'tenant_id': 'ff00ee711e2b42b9beaf866b10cc8f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:52:09.374689 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313a63-a7d9-4f19-8ea1-6b52bddadb48 admin admin] Pushing event updated for resources: {'Network': ['ID=16c1014a-bf4a-4aa6-80c7-b36ab54adeb5,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:09.379339 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42566) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:09.384609 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cd967a43-b215-4615-a67f-0ff7069e02aa req-85980bdf-0a10-4cd5-9bbf-579acc00bf34 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641100 Jul 26 12:52:09.396120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:52:09.398325 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Made reservation on behalf of ff00ee711e2b42b9beaf866b10cc8f6f for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:52:09.400905 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.554590 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-657b03fe-9824-42d4-8a87-4248a944307b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.575977 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f653c-f04a-4266-80d3-d5ee16f0abe2 req-3db8eea0-2d6d-456c-89c0-04d65f09c336 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:09.577482 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e44f653c-f04a-4266-80d3-d5ee16f0abe2 req-3db8eea0-2d6d-456c-89c0-04d65f09c336 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0652316 Jul 26 12:52:09.605362 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (1cd94324-b34d-4f62-b3f5-e2cc755de5a2), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.626505 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:09.631594 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:09.649699 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e44f653c-f04a-4266-80d3-d5ee16f0abe2 req-9f5e64b1-2106-4d8a-945f-aa07c191a01f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658724 Jul 26 12:52:09.665029 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd94324-b34d-4f62-b3f5-e2cc755de5a2,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:09.690000 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Checking segment: {'id': '5ec7acf0-611c-444e-a482-da4580712e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '16c1014a-bf4a-4aa6-80c7-b36ab54adeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:52:09.690150 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-657b03fe-9824-42d4-8a87-4248a944307b admin admin] Publish callbacks [] for security_group (a0be47c1-d308-4b8c-8eac-13d4b6f989f6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.690356 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Network hostable DHCP agents. Network: 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:52:09.694742 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-657b03fe-9824-42d4-8a87-4248a944307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (a0be47c1-d308-4b8c-8eac-13d4b6f989f6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.708749 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Network 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:52:09.718928 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:52:09.723667 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:09.724453 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.733369 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902b140-6c3d-4a24-96fa-20bf442b83d2 None None] Network 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:52:09.736247 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b03fe-9824-42d4-8a87-4248a944307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be47c1-d308-4b8c-8eac-13d4b6f989f6,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:09.751910 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-657b03fe-9824-42d4-8a87-4248a944307b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c82f5e83a6804126bcef77e595ed076f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675418 Jul 26 12:52:09.751910 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42576) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:09.756705 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9ba5edea-4fce-4a20-ba00-a801d0adaded admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3868203 Jul 26 12:52:09.775822 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:09.816372 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac677-123b-45b5-85cb-68e463ded459 admin admin] Publish callbacks [] for security_group (a0be47c1-d308-4b8c-8eac-13d4b6f989f6), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.852675 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac677-123b-45b5-85cb-68e463ded459 admin admin] Publish callbacks [] for security_group (a0be47c1-d308-4b8c-8eac-13d4b6f989f6), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.854047 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115f86-e535-4735-b9aa-b2aad31866ae req-783b71ae-4d8c-4180-bb57-1d369c0a439e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:09.861244 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8115f86-e535-4735-b9aa-b2aad31866ae req-783b71ae-4d8c-4180-bb57-1d369c0a439e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 945 time: 0.0665815 Jul 26 12:52:09.878870 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90123fa8-18be-4653-aab7-0727faa0ea6a None None] Network 16c1014a-bf4a-4aa6-80c7-b36ab54adeb5 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:52:09.909398 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8115f86-e535-4735-b9aa-b2aad31866ae req-65d2eab2-a78b-42f7-b568-c9e95bf2b381 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470223 Jul 26 12:52:09.925452 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac677-123b-45b5-85cb-68e463ded459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (a0be47c1-d308-4b8c-8eac-13d4b6f989f6), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.939200 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac677-123b-45b5-85cb-68e463ded459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:09.939200 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-fa1ac677-123b-45b5-85cb-68e463ded459 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0be47c1-d308-4b8c-8eac-13d4b6f989f6 HTTP/1.1" status: 204 len: 168 time: 0.1772382 Jul 26 12:52:09.940367 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac677-123b-45b5-85cb-68e463ded459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be47c1-d308-4b8c-8eac-13d4b6f989f6,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:10.219688 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba424c-5230-49ab-80b6-ee553f002204 req-450ea81b-b86b-4202-9687-91a3ee769056 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:10.221296 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cdba424c-5230-49ab-80b6-ee553f002204 req-450ea81b-b86b-4202-9687-91a3ee769056 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0622301 Jul 26 12:52:10.288188 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cdba424c-5230-49ab-80b6-ee553f002204 req-2dadb197-cc9d-47ce-af1f-31036299565f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Jul 26 12:52:10.325654 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42596) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:10.345851 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:10.444775 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['32e67b58-c4c4-4a07-b551-08232595ea42'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:52:10.472498 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Publish callbacks [] for security_group (3f1955a3-e11f-4a1e-beef-bf49337d0683), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:10.478919 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3f1955a3-e11f-4a1e-beef-bf49337d0683), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:10.571496 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['edf8881f-7a20-4fbe-8846-b9ee12ada969'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:52:10.574721 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-b973c33a-228c-4a55-90cc-795a32be4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:10.587851 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-b973c33a-228c-4a55-90cc-795a32be4b1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1129 time: 0.0801492 Jul 26 12:52:10.676537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1955a3-e11f-4a1e-beef-bf49337d0683,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:10.688793 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0593ebe7f9104536b9723b63df5f08ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612564 Jul 26 12:52:10.695315 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.695681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.696358 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.696909 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.697456 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.698470 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.698868 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.699284 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.699713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.700233 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.701048 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.701874 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.702393 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.702937 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.703460 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca42c76-6d09-460d-a44f-f4b2bb9437f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:10.720969 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42624) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:10.789634 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42626) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:10.824784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c0313-71d7-4dbf-8961-0106c8843a6e req-fbc9b44c-290d-4695-a5ca-55b4ad21c1fe tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:10.826861 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ec4c0313-71d7-4dbf-8961-0106c8843a6e req-fbc9b44c-290d-4695-a5ca-55b4ad21c1fe tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.2834158 Jul 26 12:52:10.832558 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1027438838-network', 'tenant_id': '761b59a0b7184c2c814c83c78986ec0d'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:52:10.862403 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0435d30c-6cfd-49f5-9db4-0ab9805a6342 admin admin] Publish callbacks [] for security_group (3f1955a3-e11f-4a1e-beef-bf49337d0683), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:10.904094 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0435d30c-6cfd-49f5-9db4-0ab9805a6342 admin admin] Publish callbacks [] for security_group (3f1955a3-e11f-4a1e-beef-bf49337d0683), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:10.929286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153702c-1fb6-46f5-b771-85c8aa1923de req-22893e37-76d9-4acc-a7c2-1b2b46be15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:10.931932 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0153702c-1fb6-46f5-b771-85c8aa1923de req-22893e37-76d9-4acc-a7c2-1b2b46be15c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1130 time: 0.2060471 Jul 26 12:52:10.978129 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302582-124b-41f5-b170-abe7b28576d9 req-4517c6f2-9616-45bf-993a-e082bacf7d38 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:10.981024 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d2302582-124b-41f5-b170-abe7b28576d9 req-4517c6f2-9616-45bf-993a-e082bacf7d38 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.1779001 Jul 26 12:52:11.031890 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ec4c0313-71d7-4dbf-8961-0106c8843a6e req-4a32b948-079b-4319-adad-e16f3a47cd8d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708221 Jul 26 12:52:11.033429 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Made reservation on behalf of 761b59a0b7184c2c814c83c78986ec0d for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:52:11.038483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.041991 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-28f80046-557b-4c6b-af4d-a45ba9e24bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:11.043682 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-28f80046-557b-4c6b-af4d-a45ba9e24bf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.4464350 Jul 26 12:52:11.050753 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0435d30c-6cfd-49f5-9db4-0ab9805a6342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3f1955a3-e11f-4a1e-beef-bf49337d0683), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.055798 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0435d30c-6cfd-49f5-9db4-0ab9805a6342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.056955 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0435d30c-6cfd-49f5-9db4-0ab9805a6342 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f1955a3-e11f-4a1e-beef-bf49337d0683 HTTP/1.1" status: 204 len: 168 time: 0.3288450 Jul 26 12:52:11.067042 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.071248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d30c-6cfd-49f5-9db4-0ab9805a6342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1955a3-e11f-4a1e-beef-bf49337d0683,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:11.111451 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:11.120533 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d2302582-124b-41f5-b170-abe7b28576d9 req-98b83d64-a071-41ec-a471-b7f650444d1b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165161 Jul 26 12:52:11.196599 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da973515-48f9-4626-b9a7-b9c482416623 req-58d90cdb-84dc-4ad2-99a7-2ccfdcb1fa60 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:11.204143 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-da973515-48f9-4626-b9a7-b9c482416623 req-58d90cdb-84dc-4ad2-99a7-2ccfdcb1fa60 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 945 time: 0.0841951 Jul 26 12:52:11.258310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=14 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:11.321297 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-da973515-48f9-4626-b9a7-b9c482416623 req-fe79c991-490c-47dd-862e-42ba6c2868ce tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162629 Jul 26 12:52:11.323173 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks [] for security_group (84e747c6-47ab-4199-a43c-44e9e1134d05), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.332285 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (84e747c6-47ab-4199-a43c-44e9e1134d05), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.373762 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:52:11.382508 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:11.384061 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e747c6-47ab-4199-a43c-44e9e1134d05,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:11.390937 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (81c77e52-96c9-4027-a021-339612ab6550), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.391307 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Added segment 81c77e52-96c9-4027-a021-339612ab6550 of type vlan for network dcac5e83-6a44-4312-bce3-a6ed8a1d19e9 Jul 26 12:52:11.460542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (dcac5e83-6a44-4312-bce3-a6ed8a1d19e9), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.507225 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-c6f0c904-b2a4-4165-9c12-6083279b79ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 200 len: 217 time: 0.1297245 Jul 26 12:52:11.549677 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (dcac5e83-6a44-4312-bce3-a6ed8a1d19e9), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.554901 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:11.556774 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.594431 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0153702c-1fb6-46f5-b771-85c8aa1923de req-959e9b6f-51bc-473e-881f-c09837eaa344 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338090 Jul 26 12:52:11.603839 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6d86-2ab8-48ca-97e3-daefd49dccae req-98d9f619-2463-4a58-8d7e-d91b881a2978 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:11.605264 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bfae6d86-2ab8-48ca-97e3-daefd49dccae req-98d9f619-2463-4a58-8d7e-d91b881a2978 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.1746712 Jul 26 12:52:11.628555 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8291497 Jul 26 12:52:11.632442 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42664) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:11.635294 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-41b3bfe2-9260-4b35-b9a6-b7fb9af495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:11.636869 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-41b3bfe2-9260-4b35-b9a6-b7fb9af495fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.1041176 Jul 26 12:52:11.639516 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Request body: {'subnet': {'network_id': 'dcac5e83-6a44-4312-bce3-a6ed8a1d19e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1027438838-subnet', 'tenant_id': '761b59a0b7184c2c814c83c78986ec0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:52:11.664733 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5b91f-d1db-4420-9856-6f64c5942c4a admin admin] Pushing event updated for resources: {'Network': ['ID=dcac5e83-6a44-4312-bce3-a6ed8a1d19e9,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:11.685655 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bfae6d86-2ab8-48ca-97e3-daefd49dccae req-f8c9f855-02a1-4958-951e-047a1a451a72 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Jul 26 12:52:11.687273 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network dcac5e83-6a44-4312-bce3-a6ed8a1d19e9 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:52:11.689592 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Made reservation on behalf of 761b59a0b7184c2c814c83c78986ec0d for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:52:11.692125 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.868377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-30efafa7-effb-4a38-85e1-2375d1daebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:11.870083 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-30efafa7-effb-4a38-85e1-2375d1daebc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645208 Jul 26 12:52:11.898628 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (48ff41ff-536e-443c-a383-2600d5a2b790), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:11.954304 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ff41ff-536e-443c-a383-2600d5a2b790,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:11.970580 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Checking segment: {'id': '81c77e52-96c9-4027-a021-339612ab6550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcac5e83-6a44-4312-bce3-a6ed8a1d19e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:52:11.970929 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Network hostable DHCP agents. Network: dcac5e83-6a44-4312-bce3-a6ed8a1d19e9, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:52:11.991355 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-dda98908-b9a1-4d4c-9599-5a84081893be service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039758 Jul 26 12:52:11.992640 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Network dcac5e83-6a44-4312-bce3-a6ed8a1d19e9 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:52:12.003345 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device edf8881f-7a20-4fbe-8846-b9ee12ada969 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:52:12.013436 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, dcac5e83-6a44-4312-bce3-a6ed8a1d19e9) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:52:12.023330 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:12.023977 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.028102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:12.032864 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773ae0a-11d2-4136-abaf-075bf8238138 None None] Network dcac5e83-6a44-4312-bce3-a6ed8a1d19e9 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:52:12.064274 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ca5813df-7f5f-472d-9d1a-3f16da579f1b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4305320 Jul 26 12:52:12.132473 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f09a8b4-b744-4bfd-a5b1-576acbe75b2c req-89d91d89-3eac-4545-b675-cf774e72f5cd service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283247 Jul 26 12:52:12.191023 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port edf8881f-7a20-4fbe-8846-b9ee12ada969 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:52:12.205204 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port edf8881f-7a20-4fbe-8846-b9ee12ada969 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:52:12.205683 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.250768 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:12.251873 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:12.335239 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ecda-e4f9-4e5e-92b2-47fe199084d5 req-9800cab0-0613-4c13-bb28-331875d06f77 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:12.344383 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1613ecda-e4f9-4e5e-92b2-47fe199084d5 req-9800cab0-0613-4c13-bb28-331875d06f77 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0793154 Jul 26 12:52:12.370167 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea85a9-f3ca-404f-adc1-20c5b5d1d3c9 req-1c669bdd-8bac-49c9-ba68-5cffd15ad48a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:12.371932 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-79ea85a9-f3ca-404f-adc1-20c5b5d1d3c9 req-1c669bdd-8bac-49c9-ba68-5cffd15ad48a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0834453 Jul 26 12:52:12.398675 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3d4f0-295a-42b8-a9b9-0e11c3f6df80 None None] Network dcac5e83-6a44-4312-bce3-a6ed8a1d19e9 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:52:12.481534 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1613ecda-e4f9-4e5e-92b2-47fe199084d5 req-aadcb6dc-481e-414e-8c27-70b14c7a1bf7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345055 Jul 26 12:52:12.518838 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-79ea85a9-f3ca-404f-adc1-20c5b5d1d3c9 req-ed62039a-c25a-477f-8f4b-bf90f30c8ade tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394560 Jul 26 12:52:12.520665 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port edf8881f-7a20-4fbe-8846-b9ee12ada969 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:12.525129 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.573839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port edf8881f-7a20-4fbe-8846-b9ee12ada969, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:12.581634 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:12.584304 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf5ba1-ed2e-4626-a932-2d77bd104abf" -d '{"events": [{"server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "name": "network-vif-plugged", "status": "completed", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:12.590238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.591296 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:52:12.671629 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:12.679904 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e21a2-7cb6-4d3f-8b1f-ad60c406d106 x-openstack-request-id: req-cb5e21a2-7cb6-4d3f-8b1f-ad60c406d106 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:12.680422 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "name": "network-vif-plugged", "status": "completed", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:12.680839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb5e21a2-7cb6-4d3f-8b1f-ad60c406d106 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:12.681241 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5e21a2-7cb6-4d3f-8b1f-ad60c406d106'] response: {'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'code': 200} Jul 26 12:52:12.712571 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2d33-472c-45aa-af6f-80417a1cc93d req-7a1208ca-1a6e-4adf-a012-067d20b1dc41 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:12.715418 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-70ea2d33-472c-45aa-af6f-80417a1cc93d req-7a1208ca-1a6e-4adf-a012-067d20b1dc41 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.1194510 Jul 26 12:52:12.729427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 32e67b58-c4c4-4a07-b551-08232595ea42 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:52:12.743297 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 32e67b58-c4c4-4a07-b551-08232595ea42 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:52:12.743708 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.781245 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=edf8881f-7a20-4fbe-8846-b9ee12ada969,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:12.792413 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.793001 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.793516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.794026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.794514 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.795017 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.795485 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.796057 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.796535 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.797037 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.797516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.798009 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.798489 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.798962 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.799447 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:12.829350 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-70ea2d33-472c-45aa-af6f-80417a1cc93d req-a8e8792a-7950-443d-a7b6-426809353855 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070478 Jul 26 12:52:12.858241 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e939f4-bfbc-4e3c-a4f0-edfad111ab0b req-1c730e8c-4f65-410c-bceb-6a34e829124c tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:12.867229 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d4e939f4-bfbc-4e3c-a4f0-edfad111ab0b req-1c730e8c-4f65-410c-bceb-6a34e829124c tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0775461 Jul 26 12:52:12.878619 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:52:12.879179 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.918335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:12.921561 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42714) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:12.925618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:12.949143 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d4e939f4-bfbc-4e3c-a4f0-edfad111ab0b req-f2eb646e-91b4-4d8c-93fb-c6fc518eb47e tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757890 Jul 26 12:52:13.002533 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:13.114669 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1be23dc8-7ede-4ca2-b01f-4bdcadc6e7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.188241 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:13.285503 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1be23dc8-7ede-4ca2-b01f-4bdcadc6e7cd admin admin] Publish callbacks [] for security_group (72b3fd73-7440-43e5-8a4b-36a88af44df0), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.292474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1be23dc8-7ede-4ca2-b01f-4bdcadc6e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (72b3fd73-7440-43e5-8a4b-36a88af44df0), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.332243 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be23dc8-7ede-4ca2-b01f-4bdcadc6e7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3fd73-7440-43e5-8a4b-36a88af44df0,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:13.343498 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-1be23dc8-7ede-4ca2-b01f-4bdcadc6e7cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=172b4d6df75c43e79da9682076f27c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185054 Jul 26 12:52:13.343965 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42734) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:13.408487 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f56805-4bf8-4796-a7b4-4ca304189483 req-4e46090a-9522-4c42-8f1b-420d85302605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:13.410155 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-42f56805-4bf8-4796-a7b4-4ca304189483 req-4e46090a-9522-4c42-8f1b-420d85302605 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 1130 time: 0.0577958 Jul 26 12:52:13.414325 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8d780f2e-d976-4ed7-b2f5-6ee4af6ff068 admin admin] Publish callbacks [] for security_group (72b3fd73-7440-43e5-8a4b-36a88af44df0), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.470435 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8d780f2e-d976-4ed7-b2f5-6ee4af6ff068 admin admin] Publish callbacks [] for security_group (72b3fd73-7440-43e5-8a4b-36a88af44df0), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.488271 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-42f56805-4bf8-4796-a7b4-4ca304189483 req-731817f7-4b0a-4680-9e6d-aaa05db2e415 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600102 Jul 26 12:52:13.538197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8d780f2e-d976-4ed7-b2f5-6ee4af6ff068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (72b3fd73-7440-43e5-8a4b-36a88af44df0), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.546752 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8d780f2e-d976-4ed7-b2f5-6ee4af6ff068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:13.548146 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-8d780f2e-d976-4ed7-b2f5-6ee4af6ff068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72b3fd73-7440-43e5-8a4b-36a88af44df0 HTTP/1.1" status: 204 len: 168 time: 0.2030666 Jul 26 12:52:13.572332 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d780f2e-d976-4ed7-b2f5-6ee4af6ff068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3fd73-7440-43e5-8a4b-36a88af44df0,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:13.665034 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418ee4d-afa2-45a2-9660-8df9578d5a52 req-816e3d69-8328-42ac-ab13-0994dd45133a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:13.672601 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f418ee4d-afa2-45a2-9660-8df9578d5a52 req-816e3d69-8328-42ac-ab13-0994dd45133a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0816150 Jul 26 12:52:13.675529 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d0ce2-9a93-47ac-b12d-76db5d6f97f5 req-22d5a9bc-a92b-4b18-aa54-43f682d9de23 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:13.677489 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c39d0ce2-9a93-47ac-b12d-76db5d6f97f5 req-22d5a9bc-a92b-4b18-aa54-43f682d9de23 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0670366 Jul 26 12:52:13.735501 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f418ee4d-afa2-45a2-9660-8df9578d5a52 req-f0462734-8790-4081-9dfa-89467a358c8d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608201 Jul 26 12:52:13.745455 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c39d0ce2-9a93-47ac-b12d-76db5d6f97f5 req-a1621cc7-d01d-4b65-97a1-5bfea7754d98 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600388 Jul 26 12:52:14.135620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42782) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:14.168172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2d52-59cf-4c92-aa67-6f8812ed912f req-94d9d512-f922-4a75-b45d-0948fc02d8d0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:14.169985 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c15f2d52-59cf-4c92-aa67-6f8812ed912f req-94d9d512-f922-4a75-b45d-0948fc02d8d0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.2577481 Jul 26 12:52:14.236407 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c15f2d52-59cf-4c92-aa67-6f8812ed912f req-94681e49-01a8-4c82-a8b9-b5dff34b1ff7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596545 Jul 26 12:52:14.273483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-28268c93-8471-4862-9bb4-03d9fe7133eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.376098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-28268c93-8471-4862-9bb4-03d9fe7133eb admin admin] Publish callbacks [] for security_group (613c4a67-0cf0-4831-a00d-378140a2aa37), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.383982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-28268c93-8471-4862-9bb4-03d9fe7133eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (613c4a67-0cf0-4831-a00d-378140a2aa37), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.442380 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-28268c93-8471-4862-9bb4-03d9fe7133eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0979ea73b614dcf9f120f5c713dd0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055508 Jul 26 12:52:14.444002 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28268c93-8471-4862-9bb4-03d9fe7133eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613c4a67-0cf0-4831-a00d-378140a2aa37,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:14.445842 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42808) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:14.496924 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Publish callbacks [] for security_group (613c4a67-0cf0-4831-a00d-378140a2aa37), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.529494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Publish callbacks [] for security_group (613c4a67-0cf0-4831-a00d-378140a2aa37), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.584400 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (613c4a67-0cf0-4831-a00d-378140a2aa37), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.587298 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:14.588825 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/613c4a67-0cf0-4831-a00d-378140a2aa37 HTTP/1.1" status: 204 len: 168 time: 0.1419365 Jul 26 12:52:14.599322 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c4a67-0cf0-4831-a00d-378140a2aa37,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:14.608673 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.609021 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.609395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.609748 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.610077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.610682 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.611169 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.611673 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.612154 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.612862 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.613417 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.614057 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.614764 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.615890 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.617196 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910e21a-acc3-4dbe-a533-172f3176c5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:52:14.682418 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:14.686663 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44746cc-9e5b-4901-9847-5ea52f23a23d" -d '{"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-plugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:14.732822 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2df1b10-279a-4741-bdf9-996f53444786 x-openstack-request-id: req-c2df1b10-279a-4741-bdf9-996f53444786 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:14.733140 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-plugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:14.733400 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2df1b10-279a-4741-bdf9-996f53444786 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:14.733819 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2df1b10-279a-4741-bdf9-996f53444786'] response: {'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'code': 200} Jul 26 12:52:14.878404 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:14.892772 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3b01-c903-4ebb-9548-bf1df1543403 req-931219cb-ca50-4d15-81b7-34315e57195c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:14.914430 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-498e3b01-c903-4ebb-9548-bf1df1543403 req-931219cb-ca50-4d15-81b7-34315e57195c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0903428 Jul 26 12:52:14.929282 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129704f-8cee-4650-ad3e-c348da19c700 req-c5c45715-3692-4d5d-a603-91562e1788cd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:14.931513 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c129704f-8cee-4650-ad3e-c348da19c700 req-c5c45715-3692-4d5d-a603-91562e1788cd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0757437 Jul 26 12:52:14.994930 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-498e3b01-c903-4ebb-9548-bf1df1543403 req-f4d891a0-2ab0-4b5f-b474-1b9aaa95a3e8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795310 Jul 26 12:52:15.065618 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c129704f-8cee-4650-ad3e-c348da19c700 req-164b6c6e-a7f2-4cf4-abf1-47291c55031b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279714 Jul 26 12:52:15.219341 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42838) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:15.234640 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-843f228a-0b53-4800-ba18-ae6aedf753bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.262963 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:15.362828 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-843f228a-0b53-4800-ba18-ae6aedf753bc admin admin] Publish callbacks [] for security_group (99daa6f1-86f2-40ea-9b56-cce2f20c14cd), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.404520 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-843f228a-0b53-4800-ba18-ae6aedf753bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (99daa6f1-86f2-40ea-9b56-cce2f20c14cd), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.448534 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:15.461235 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675b859-de8d-4351-b702-240dcfb0dec0 req-3441132f-94e0-4548-b185-6c5ac3d95d16 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:15.462807 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9675b859-de8d-4351-b702-240dcfb0dec0 req-3441132f-94e0-4548-b185-6c5ac3d95d16 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0984561 Jul 26 12:52:15.468586 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-843f228a-0b53-4800-ba18-ae6aedf753bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6a99a83ae1743789d46512f0786c1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481813 Jul 26 12:52:15.471339 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 42850) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:15.478779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f228a-0b53-4800-ba18-ae6aedf753bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99daa6f1-86f2-40ea-9b56-cce2f20c14cd,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:15.521401 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9675b859-de8d-4351-b702-240dcfb0dec0 req-88cc8ac5-0379-41e8-8626-3a85de3cc801 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507598 Jul 26 12:52:15.528285 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2f6a32a0-a79b-4cdc-9b31-3d4d3c656e77 admin admin] Publish callbacks [] for security_group (99daa6f1-86f2-40ea-9b56-cce2f20c14cd), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.583078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2f6a32a0-a79b-4cdc-9b31-3d4d3c656e77 admin admin] Publish callbacks [] for security_group (99daa6f1-86f2-40ea-9b56-cce2f20c14cd), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.599303 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f07e-fae1-437c-8641-f99badfed59f req-34a134f8-4c48-4dd1-b7e0-5a3b0ff19c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:15.601400 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7af0f07e-fae1-437c-8641-f99badfed59f req-34a134f8-4c48-4dd1-b7e0-5a3b0ff19c15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0674765 Jul 26 12:52:15.628274 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:15.646107 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71967f77-be34-467f-b54f-22092e8c4827 req-4a4f66ed-b76f-4a0f-b437-e025406bffd7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:15.647681 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-71967f77-be34-467f-b54f-22092e8c4827 req-4a4f66ed-b76f-4a0f-b437-e025406bffd7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0538392 Jul 26 12:52:15.659092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 42858) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:15.664615 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:52:15.668759 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7af0f07e-fae1-437c-8641-f99badfed59f req-e27d2531-27a8-45f9-b6df-12ee35ca767a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595808 Jul 26 12:52:15.675938 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2f6a32a0-a79b-4cdc-9b31-3d4d3c656e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (99daa6f1-86f2-40ea-9b56-cce2f20c14cd), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.682597 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2f6a32a0-a79b-4cdc-9b31-3d4d3c656e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:15.686227 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2f6a32a0-a79b-4cdc-9b31-3d4d3c656e77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99daa6f1-86f2-40ea-9b56-cce2f20c14cd HTTP/1.1" status: 204 len: 168 time: 0.2114427 Jul 26 12:52:15.698032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a32a0-a79b-4cdc-9b31-3d4d3c656e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99daa6f1-86f2-40ea-9b56-cce2f20c14cd,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:15.757671 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:16.216930 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fbb7f-283d-491b-9764-31542f96bc05 req-709261e8-b8c7-4095-ae47-694323961c30 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:16.220483 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-462fbb7f-283d-491b-9764-31542f96bc05 req-709261e8-b8c7-4095-ae47-694323961c30 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0565021 Jul 26 12:52:16.341463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de50b4-4540-4700-9627-2fca7a12cf9f req-b5a9a6bc-9312-4f6a-a8c6-c094b8e89cd0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:16.348538 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b5de50b4-4540-4700-9627-2fca7a12cf9f req-b5a9a6bc-9312-4f6a-a8c6-c094b8e89cd0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.1923997 Jul 26 12:52:16.364251 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-462fbb7f-283d-491b-9764-31542f96bc05 req-66453b52-83a5-405c-973e-26f2b81b85d2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323841 Jul 26 12:52:16.475519 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b5de50b4-4540-4700-9627-2fca7a12cf9f req-f3d14725-05c8-4847-b0f5-605796796ff2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259673 Jul 26 12:52:16.828613 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:16.829860 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:16.850095 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-32c43a03-74de-4561-bf11-6fc67c92b7c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576584 Jul 26 12:52:16.968067 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7 associated. External IP: 172.27.2.81, port: edf8881f-7a20-4fbe-8846-b9ee12ada969. Jul 26 12:52:17.028037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:17.210035 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:52:17.328701 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:52:17.334565 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:17.344997 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:52:17.357263 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:52:17.358146 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:17.360811 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:17.375283 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-16f96e71-0ee2-4e29-b374-adaa400cb1d3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "PUT /v2.0/floatingips/ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7 HTTP/1.1" status: 200 len: 991 time: 1.7149906 Jul 26 12:52:17.376167 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:17.378895 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be346cb-d682-48d8-9b13-c3bd92fdece8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:17.447503 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c8c27-2777-453c-9946-144f2f9c5c96 x-openstack-request-id: req-089c8c27-2777-453c-9946-144f2f9c5c96 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:17.447819 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:17.448075 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089c8c27-2777-453c-9946-144f2f9c5c96 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:17.448498 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089c8c27-2777-453c-9946-144f2f9c5c96'] response: {'name': 'network-changed', 'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'status': 'completed', 'code': 200} Jul 26 12:52:17.534416 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:52:17.614162 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e9494-4b83-45bd-ab64-72d9828f875a req-7bc66a5f-3280-4a8c-ae33-90e56abdee52 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:17.615900 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3a8e9494-4b83-45bd-ab64-72d9828f875a req-7bc66a5f-3280-4a8c-ae33-90e56abdee52 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1274469 Jul 26 12:52:17.691229 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3a8e9494-4b83-45bd-ab64-72d9828f875a req-67ab64ee-2e93-41fd-9a6d-9a4bc6b8f181 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663633 Jul 26 12:52:17.752010 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93838754-cc53-42b3-bdc4-db9e7f6b1f89 req-f5de23a7-d201-4ff1-aeba-30fcd4bd2d02 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:17.753711 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-93838754-cc53-42b3-bdc4-db9e7f6b1f89 req-f5de23a7-d201-4ff1-aeba-30fcd4bd2d02 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.1039259 Jul 26 12:52:17.833717 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-93838754-cc53-42b3-bdc4-db9e7f6b1f89 req-0c1d1ee5-0395-4552-a730-4d49a72787e6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738325 Jul 26 12:52:17.975537 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:16Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:18.006183 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:52:18.018688 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:52:18.019556 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:18.020521 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-5c95935b-b820-4d78-a0cd-a0cd36bdf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.022795 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-5c95935b-b820-4d78-a0cd-a0cd36bdf508 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1130 time: 0.0939620 Jul 26 12:52:18.028625 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-3984b57f-4153-442a-b912-aab259b8f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.028625 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-3984b57f-4153-442a-b912-aab259b8f849 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 1130 time: 0.0607855 Jul 26 12:52:18.160621 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:52:18.223893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-ff823e48-f99d-499a-b5ce-cd6b6ae48453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.225743 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-ff823e48-f99d-499a-b5ce-cd6b6ae48453 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.1893694 Jul 26 12:52:18.305635 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-097a8b0d-0c40-4265-a9ac-2841a5e2e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.307131 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-097a8b0d-0c40-4265-a9ac-2841a5e2e43f service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.2477992 Jul 26 12:52:18.367681 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-0b4ccc81-bffb-416c-9d4f-8ae01085956b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969 HTTP/1.1" status: 200 len: 999 time: 0.1311216 Jul 26 12:52:18.449579 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-f8494cbd-eb43-4b61-b628-28307b3abd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.451072 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-f8494cbd-eb43-4b61-b628-28307b3abd3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0538986 Jul 26 12:52:18.452546 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-177cd3c0-33b7-4021-bcff-d72f4c5f9067 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 200 len: 217 time: 0.1377075 Jul 26 12:52:18.479951 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:16Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:18.508834 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b4a8f-10be-4b0c-bf81-2e142e0b43d6 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:16Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:52:18.557853 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-83dc4ae9-77ba-4601-87a6-5bf0eb751334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.558831 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-83dc4ae9-77ba-4601-87a6-5bf0eb751334 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830665 Jul 26 12:52:18.560997 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:18.563961 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:18.575163 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-a0beec84-15a9-46ee-a4a6-66a91705fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.576746 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-a0beec84-15a9-46ee-a4a6-66a91705fdad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0921202 Jul 26 12:52:18.670883 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-41199caa-ecb2-43eb-94e1-21080be6717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.672505 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-41199caa-ecb2-43eb-94e1-21080be6717f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867724 Jul 26 12:52:18.779785 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-9b71ba9b-2057-4e28-8371-8d214e24de5b service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020476 Jul 26 12:52:18.790874 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b32d6-f4d2-4790-8000-543a4cbdaa46 None None] New status for floating IP ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7: ACTIVE {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:52:18.833439 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea2dc-130c-4ab2-9e1e-97c1ad355ca9 req-4ccc5fcb-8df8-4319-a23b-66cb34d79ed4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:18.835453 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-74dea2dc-130c-4ab2-9e1e-97c1ad355ca9 req-4ccc5fcb-8df8-4319-a23b-66cb34d79ed4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0581439 Jul 26 12:52:18.842504 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43002) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:18.874302 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:18.887135 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-4dde1839-5449-4559-8e9e-f526369fd229 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073715 Jul 26 12:52:18.955109 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-74dea2dc-130c-4ab2-9e1e-97c1ad355ca9 req-8fca5351-89c7-4cd1-a947-4c8785320624 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136665 Jul 26 12:52:19.062010 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:52:19.097573 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be346cb-d682-48d8-9b13-c3bd92fdece8 req-658b0155-6503-4ee6-b07f-de0f6dec5228 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046830 Jul 26 12:52:19.111616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-43d7ab17-8b9f-4830-9b2e-656afaf6e118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.147849 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217215db-239e-4622-9af8-6070d8a96196 req-07e8a827-42d2-4158-83f2-a9ab30c3dfee tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:19.159965 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-217215db-239e-4622-9af8-6070d8a96196 req-07e8a827-42d2-4158-83f2-a9ab30c3dfee tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.2192338 Jul 26 12:52:19.231460 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a6fa9e70-5f74-4829-9e6f-b456a693fbda req-5c0021b0-a10e-4769-9658-6071a7832781 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334315 Jul 26 12:52:19.243670 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7a879-91e4-4a35-a70f-0358c3cf6e41 req-f418e9f3-c181-4245-a82c-7326bb6c4ad9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:19.250597 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f1c7a879-91e4-4a35-a70f-0358c3cf6e41 req-f418e9f3-c181-4245-a82c-7326bb6c4ad9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1360216 Jul 26 12:52:19.258703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43024) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:19.262493 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-217215db-239e-4622-9af8-6070d8a96196 req-7f294be0-fb16-4899-ba57-95aba63a047e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009705 Jul 26 12:52:19.264014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'floatingip': {'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:52:19.323161 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (694b809f-1403-4218-b56b-a9c7020d3cab), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.456161 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-43d7ab17-8b9f-4830-9b2e-656afaf6e118 admin admin] Publish callbacks [] for security_group (daa680f9-aee6-4882-9906-376e4b9681e7), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.460905 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-43d7ab17-8b9f-4830-9b2e-656afaf6e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (daa680f9-aee6-4882-9906-376e4b9681e7), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.466224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:19.551686 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-43d7ab17-8b9f-4830-9b2e-656afaf6e118 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f023db081b754eccac273321ed119e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7064066 Jul 26 12:52:19.553576 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7ab17-8b9f-4830-9b2e-656afaf6e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa680f9-aee6-4882-9906-376e4b9681e7,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:19.554935 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43030) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:19.606952 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:19.629066 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f59221d-5554-43b2-8f71-ee23b78b1241 admin admin] Publish callbacks [] for security_group (daa680f9-aee6-4882-9906-376e4b9681e7), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.655788 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f59221d-5554-43b2-8f71-ee23b78b1241 admin admin] Publish callbacks [] for security_group (daa680f9-aee6-4882-9906-376e4b9681e7), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.709169 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f59221d-5554-43b2-8f71-ee23b78b1241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (daa680f9-aee6-4882-9906-376e4b9681e7), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.712029 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f59221d-5554-43b2-8f71-ee23b78b1241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.713426 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-7f59221d-5554-43b2-8f71-ee23b78b1241 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daa680f9-aee6-4882-9906-376e4b9681e7 HTTP/1.1" status: 204 len: 168 time: 0.1573284 Jul 26 12:52:19.723285 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59221d-5554-43b2-8f71-ee23b78b1241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa680f9-aee6-4882-9906-376e4b9681e7,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:19.903371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.910091 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (694b809f-1403-4218-b56b-a9c7020d3cab), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:19.970765 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:20.028085 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Floating IP 694b809f-1403-4218-b56b-a9c7020d3cab associated. External IP: 172.27.2.200, port: 32e67b58-c4c4-4a07-b551-08232595ea42. Jul 26 12:52:20.048207 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43040) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:20.065631 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2cae0ccb-5a04-4cad-ad25-afe9ffde5bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.146042 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2cae0ccb-5a04-4cad-ad25-afe9ffde5bcd admin admin] Publish callbacks [] for security_group (cb81e08a-abbd-4a1a-aa48-20d061f8bfcc), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.151125 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2cae0ccb-5a04-4cad-ad25-afe9ffde5bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (cb81e08a-abbd-4a1a-aa48-20d061f8bfcc), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.190784 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae0ccb-5a04-4cad-ad25-afe9ffde5bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb81e08a-abbd-4a1a-aa48-20d061f8bfcc,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:20.196102 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2cae0ccb-5a04-4cad-ad25-afe9ffde5bcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49c5dd7b61ac4bd2a51e6127e3f191c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468575 Jul 26 12:52:20.199196 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43042) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:20.255219 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-92effe82-d793-4ccd-8088-063cfe6dbd1b admin admin] Publish callbacks [] for security_group (cb81e08a-abbd-4a1a-aa48-20d061f8bfcc), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.268172 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:52:20.281695 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-92effe82-d793-4ccd-8088-063cfe6dbd1b admin admin] Publish callbacks [] for security_group (cb81e08a-abbd-4a1a-aa48-20d061f8bfcc), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.291470 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:20.352168 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:20.365527 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-92effe82-d793-4ccd-8088-063cfe6dbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (cb81e08a-abbd-4a1a-aa48-20d061f8bfcc), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.368801 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-92effe82-d793-4ccd-8088-063cfe6dbd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.370539 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-92effe82-d793-4ccd-8088-063cfe6dbd1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb81e08a-abbd-4a1a-aa48-20d061f8bfcc HTTP/1.1" status: 204 len: 168 time: 0.1708400 Jul 26 12:52:20.383295 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92effe82-d793-4ccd-8088-063cfe6dbd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb81e08a-abbd-4a1a-aa48-20d061f8bfcc,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:20.479069 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:52:20.485728 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.493143 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:52:20.513311 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:52:20.514229 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:20.517335 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e42ae-5283-4271-9ece-d69936801f55 req-ca1bac5c-7012-4036-b534-a10718dcbeaf tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:20.519281 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a44e42ae-5283-4271-9ece-d69936801f55 req-ca1bac5c-7012-4036-b534-a10718dcbeaf tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0793633 Jul 26 12:52:20.552070 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-01fc6a52-0fca-47db-9f3f-05c721bf7723 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "PUT /v2.0/floatingips/694b809f-1403-4218-b56b-a9c7020d3cab HTTP/1.1" status: 200 len: 992 time: 1.2920961 Jul 26 12:52:20.555045 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:20.557172 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e7e852-f455-4f80-9492-cea3472e1425" -d '{"events": [{"name": "network-changed", "server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:20.594525 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a44e42ae-5283-4271-9ece-d69936801f55 req-a91e21d2-0588-4abe-b2cc-ea4f30ffe221 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676210 Jul 26 12:52:20.615227 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a69a3e-20a2-46ca-bb2f-e431b306f39c x-openstack-request-id: req-70a69a3e-20a2-46ca-bb2f-e431b306f39c {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:20.615522 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:20.615812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70a69a3e-20a2-46ca-bb2f-e431b306f39c {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:20.616435 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a69a3e-20a2-46ca-bb2f-e431b306f39c'] response: {'name': 'network-changed', 'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'status': 'completed', 'code': 200} Jul 26 12:52:20.680230 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:52:20.689301 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e852-f455-4f80-9492-cea3472e1425 req-38b9f661-0eec-4879-8f9c-ef52ecf8e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:20.691079 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-38b9f661-0eec-4879-8f9c-ef52ecf8e5db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0446308 Jul 26 12:52:20.733733 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43068) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:20.765355 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:20.809079 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e852-f455-4f80-9492-cea3472e1425 req-d2fb310f-e556-4b1a-b4c6-628350815d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:20.810685 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-d2fb310f-e556-4b1a-b4c6-628350815d2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.1136982 Jul 26 12:52:20.830467 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:20.873017 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-45f398c6-3e46-4b48-acaa-632b8b76d571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:20.903162 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-7d8fe91c-9104-4688-9ecc-10d9d64f1b72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 200 len: 1000 time: 0.0849173 Jul 26 12:52:20.930447 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '694b809f-1403-4218-b56b-a9c7020d3cab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'mac_address': 'fa:16:3e:47:d1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:32Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:20.965540 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:52:20.977381 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:52:20.978033 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:51:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:21.006884 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e852-f455-4f80-9492-cea3472e1425 req-d4395f48-9a38-4972-abd9-6aa1931b8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:21.008858 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-d4395f48-9a38-4972-abd9-6aa1931b8453 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0979688 Jul 26 12:52:21.025253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-45f398c6-3e46-4b48-acaa-632b8b76d571 admin admin] Publish callbacks [] for security_group (91a4d74e-7354-4ca0-8476-3b8fdf4bd024), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:21.030514 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-45f398c6-3e46-4b48-acaa-632b8b76d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (91a4d74e-7354-4ca0-8476-3b8fdf4bd024), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:21.071053 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e852-f455-4f80-9492-cea3472e1425 req-11082df9-9296-42aa-b48e-0b648d7969e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:21.073237 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-11082df9-9296-42aa-b48e-0b648d7969e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579638 Jul 26 12:52:21.087240 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:21.108115 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:52:21.124841 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-45f398c6-3e46-4b48-acaa-632b8b76d571 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e79476d97a854574a7de69c947ffe470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898892 Jul 26 12:52:21.127195 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43088) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:21.166312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f398c6-3e46-4b48-acaa-632b8b76d571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a4d74e-7354-4ca0-8476-3b8fdf4bd024,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:21.206256 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-30fa0e13-2c40-4bba-8696-769006c2519c admin admin] Publish callbacks [] for security_group (91a4d74e-7354-4ca0-8476-3b8fdf4bd024), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:21.212168 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-c41876e1-97c5-4f2d-8859-f58734e69346 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321223 Jul 26 12:52:21.234626 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-30fa0e13-2c40-4bba-8696-769006c2519c admin admin] Publish callbacks [] for security_group (91a4d74e-7354-4ca0-8476-3b8fdf4bd024), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:21.296968 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-30fa0e13-2c40-4bba-8696-769006c2519c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (91a4d74e-7354-4ca0-8476-3b8fdf4bd024), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:21.300907 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-30fa0e13-2c40-4bba-8696-769006c2519c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:21.313415 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-30fa0e13-2c40-4bba-8696-769006c2519c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91a4d74e-7354-4ca0-8476-3b8fdf4bd024 HTTP/1.1" status: 204 len: 168 time: 0.1794834 Jul 26 12:52:21.336286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa0e13-2c40-4bba-8696-769006c2519c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a4d74e-7354-4ca0-8476-3b8fdf4bd024,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:21.410992 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e7e852-f455-4f80-9492-cea3472e1425 req-a7d43b2d-af21-42f2-9871-82630de5abb1 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815689 Jul 26 12:52:21.617708 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '694b809f-1403-4218-b56b-a9c7020d3cab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'mac_address': 'fa:16:3e:47:d1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:32Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:21.648454 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cca49-822b-4a29-beb8-3c5a892172e6 None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '694b809f-1403-4218-b56b-a9c7020d3cab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'mac_address': 'fa:16:3e:47:d1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:32Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:52:21.785812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d431325-32de-4f0f-98cf-1517886ba429 req-846c60c5-aa0e-4a81-a9b8-39117cf48f4e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:21.788244 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0d431325-32de-4f0f-98cf-1517886ba429 req-846c60c5-aa0e-4a81-a9b8-39117cf48f4e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0764709 Jul 26 12:52:21.869324 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0d431325-32de-4f0f-98cf-1517886ba429 req-294c92c1-817c-473e-ae2e-650757a887f4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735574 Jul 26 12:52:21.980652 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43124) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:21.981794 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4c3cc1-8a51-490f-aa17-05ac0b362ff9 None None] New status for floating IP 694b809f-1403-4218-b56b-a9c7020d3cab: ACTIVE {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:52:21.997628 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4a212520-58a4-490c-9ffe-3e0312fbbbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.087937 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4a212520-58a4-490c-9ffe-3e0312fbbbab admin admin] Publish callbacks [] for security_group (90df0280-f38d-485f-975b-955540c1445e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.092758 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4a212520-58a4-490c-9ffe-3e0312fbbbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (90df0280-f38d-485f-975b-955540c1445e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.142139 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-4a212520-58a4-490c-9ffe-3e0312fbbbab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a227bb3ec80e47dbb1a11e4bf00251e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604183 Jul 26 12:52:22.145206 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43128) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:22.152730 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a212520-58a4-490c-9ffe-3e0312fbbbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df0280-f38d-485f-975b-955540c1445e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:22.211931 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5d26e89-7aac-4057-b0b3-eebaad088146 admin admin] Publish callbacks [] for security_group (90df0280-f38d-485f-975b-955540c1445e), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.239071 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5d26e89-7aac-4057-b0b3-eebaad088146 admin admin] Publish callbacks [] for security_group (90df0280-f38d-485f-975b-955540c1445e), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.288876 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5d26e89-7aac-4057-b0b3-eebaad088146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (90df0280-f38d-485f-975b-955540c1445e), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.290167 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b5d26e89-7aac-4057-b0b3-eebaad088146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:22.292855 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b5d26e89-7aac-4057-b0b3-eebaad088146 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90df0280-f38d-485f-975b-955540c1445e HTTP/1.1" status: 204 len: 168 time: 0.1451268 Jul 26 12:52:22.302140 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d26e89-7aac-4057-b0b3-eebaad088146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df0280-f38d-485f-975b-955540c1445e,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:22.581414 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-abef803f-8836-4da5-8498-10dbd2529a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:23.042995 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:23.077918 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8859dc-935c-4d83-9f85-c875028fcaff req-b9146fdf-182a-4c9e-9e64-eff6bc3d9988 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:23.088490 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cd8859dc-935c-4d83-9f85-c875028fcaff req-b9146fdf-182a-4c9e-9e64-eff6bc3d9988 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.1117120 Jul 26 12:52:23.138568 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cd8859dc-935c-4d83-9f85-c875028fcaff req-f31ed84b-90b4-44b3-82e2-995bdfc03f03 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482123 Jul 26 12:52:24.265920 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9426-074f-4433-a12f-53b5c334e91b req-24f28ab9-dc92-421a-9a9d-350dbb137d4f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:24.267600 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a5ae9426-074f-4433-a12f-53b5c334e91b req-24f28ab9-dc92-421a-9a9d-350dbb137d4f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0477660 Jul 26 12:52:24.303974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:24.323946 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a5ae9426-074f-4433-a12f-53b5c334e91b req-45b6bc08-83ee-4e72-9395-be22db7c4e96 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Jul 26 12:52:24.711027 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a5e84686-4fba-4601-a23e-bd4b84df78bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:25.431183 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:25.444014 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578701e5-b6da-4d9a-9dc6-0697a55189ce req-25093ea1-8757-450b-9d3b-0624f5718837 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:25.445508 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-578701e5-b6da-4d9a-9dc6-0697a55189ce req-25093ea1-8757-450b-9d3b-0624f5718837 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0479946 Jul 26 12:52:25.493660 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-578701e5-b6da-4d9a-9dc6-0697a55189ce req-b1825719-71bd-4709-944d-01ffa4fc90a2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Jul 26 12:52:25.919434 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:25.932296 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:26.611891 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab6fcd-ee6f-4ebc-8d8d-ed7bff645b22 req-1d576c50-0036-44df-880a-9c18d28c6892 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:26.613332 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c1ab6fcd-ee6f-4ebc-8d8d-ed7bff645b22 req-1d576c50-0036-44df-880a-9c18d28c6892 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0460253 Jul 26 12:52:26.663351 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c1ab6fcd-ee6f-4ebc-8d8d-ed7bff645b22 req-91255165-e59b-48ef-949b-f320aab0fedb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Jul 26 12:52:27.257874 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:27.619547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:27.806962 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2cc62-d984-4df6-a475-ad2a1df7461e req-76cde96d-5314-45ea-ac21-63704513871b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:27.814365 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-07b2cc62-d984-4df6-a475-ad2a1df7461e req-76cde96d-5314-45ea-ac21-63704513871b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0559175 Jul 26 12:52:27.869364 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-07b2cc62-d984-4df6-a475-ad2a1df7461e req-21a9ee32-cb19-448c-b16e-29e215fea5c4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537777 Jul 26 12:52:28.320925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4a354-cfc0-431d-b7f2-c30fd0579285 req-ff3dc0ef-d691-4b0f-a447-4d12d2f3490f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:28.322660 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8da4a354-cfc0-431d-b7f2-c30fd0579285 req-ff3dc0ef-d691-4b0f-a447-4d12d2f3490f tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0501382 Jul 26 12:52:28.377327 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8da4a354-cfc0-431d-b7f2-c30fd0579285 req-f2d65744-f32c-4323-9a92-6eba7aefc43a tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474613 Jul 26 12:52:29.011156 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8dc5-22e8-4c0f-950c-891a8d6264e4 req-ae708fb5-2823-457d-beda-42175d8d7be6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:29.013009 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-424b8dc5-22e8-4c0f-950c-891a8d6264e4 req-ae708fb5-2823-457d-beda-42175d8d7be6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0556865 Jul 26 12:52:29.079736 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-424b8dc5-22e8-4c0f-950c-891a8d6264e4 req-736c99ec-e22c-493a-800e-595ba6d225f1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599020 Jul 26 12:52:29.258996 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43360) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:29.367969 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2a0d46dd-e65b-42ac-ad3b-1427863dce9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.446005 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2a0d46dd-e65b-42ac-ad3b-1427863dce9f admin admin] Publish callbacks [] for security_group (f4ae5ab5-2921-432f-9124-8dbc1397c8d7), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.450710 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2a0d46dd-e65b-42ac-ad3b-1427863dce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f4ae5ab5-2921-432f-9124-8dbc1397c8d7), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.519796 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2a0d46dd-e65b-42ac-ad3b-1427863dce9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36edefec489849368c6b2849d86fbd36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595758 Jul 26 12:52:29.522989 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43366) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:29.523693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d46dd-e65b-42ac-ad3b-1427863dce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae5ab5-2921-432f-9124-8dbc1397c8d7,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:29.540970 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2356d1-3928-4ee9-9ea2-520ee5d5999b req-fb66273b-5aac-40f7-b714-d9a728af6f88 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:29.542491 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3b2356d1-3928-4ee9-9ea2-520ee5d5999b req-fb66273b-5aac-40f7-b714-d9a728af6f88 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0805085 Jul 26 12:52:29.581060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fd531fee-9922-4291-aa63-2c2ccd4f5247 admin admin] Publish callbacks [] for security_group (f4ae5ab5-2921-432f-9124-8dbc1397c8d7), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.597213 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3b2356d1-3928-4ee9-9ea2-520ee5d5999b req-1898f74f-7405-48bc-8c1d-337ce68a4418 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480781 Jul 26 12:52:29.604467 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fd531fee-9922-4291-aa63-2c2ccd4f5247 admin admin] Publish callbacks [] for security_group (f4ae5ab5-2921-432f-9124-8dbc1397c8d7), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.655721 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fd531fee-9922-4291-aa63-2c2ccd4f5247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f4ae5ab5-2921-432f-9124-8dbc1397c8d7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.658301 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fd531fee-9922-4291-aa63-2c2ccd4f5247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:29.659433 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-fd531fee-9922-4291-aa63-2c2ccd4f5247 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4ae5ab5-2921-432f-9124-8dbc1397c8d7 HTTP/1.1" status: 204 len: 168 time: 0.1352427 Jul 26 12:52:29.668398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd531fee-9922-4291-aa63-2c2ccd4f5247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae5ab5-2921-432f-9124-8dbc1397c8d7,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:29.960806 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43386) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:29.974420 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8f951bcd-187f-479c-bb17-ca7514c44e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.068713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:30.070082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8f951bcd-187f-479c-bb17-ca7514c44e93 admin admin] Publish callbacks [] for security_group (1f103e1b-242e-424e-865f-cc67641ff438), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.074133 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8f951bcd-187f-479c-bb17-ca7514c44e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1f103e1b-242e-424e-865f-cc67641ff438), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.118009 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f951bcd-187f-479c-bb17-ca7514c44e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f103e1b-242e-424e-865f-cc67641ff438,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:30.125345 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-8f951bcd-187f-479c-bb17-ca7514c44e93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=834f850d7aba40cabb76a6d79eb649de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631186 Jul 26 12:52:30.127884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43398) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:30.187459 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c76272e-bfbc-4bae-b819-9510b0007da9 admin admin] Publish callbacks [] for security_group (1f103e1b-242e-424e-865f-cc67641ff438), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.245478 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c76272e-bfbc-4bae-b819-9510b0007da9 admin admin] Publish callbacks [] for security_group (1f103e1b-242e-424e-865f-cc67641ff438), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.258519 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf05c-9416-46a9-8d48-c8eb3608a873 req-57af953c-11aa-4be3-b812-7b0206cb2d8c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:30.260259 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1cacf05c-9416-46a9-8d48-c8eb3608a873 req-57af953c-11aa-4be3-b812-7b0206cb2d8c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0739610 Jul 26 12:52:30.545762 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1cacf05c-9416-46a9-8d48-c8eb3608a873 req-0852f35e-3227-4754-ada8-8c173443ffe2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795036 Jul 26 12:52:30.556787 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c76272e-bfbc-4bae-b819-9510b0007da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1f103e1b-242e-424e-865f-cc67641ff438), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.558644 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-9e4df7ca-e65c-414c-acbd-2e27c81728b2 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:30.560207 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-9e4df7ca-e65c-414c-acbd-2e27c81728b2 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.46 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0632043 Jul 26 12:52:30.563474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c76272e-bfbc-4bae-b819-9510b0007da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.567054 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7c76272e-bfbc-4bae-b819-9510b0007da9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f103e1b-242e-424e-865f-cc67641ff438 HTTP/1.1" status: 204 len: 168 time: 0.4358945 Jul 26 12:52:30.573761 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76272e-bfbc-4bae-b819-9510b0007da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f103e1b-242e-424e-865f-cc67641ff438,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:30.982065 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Deleting port 0b6d5dd0-f483-4401-bba0-62699172f404 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:52:30.982403 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:30.994480 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5577-52c5-4b18-9dc3-64bd39b37617 req-4b744588-6a98-421b-bc2d-d05b31c49a27 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:30.999425 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-939c5577-52c5-4b18-9dc3-64bd39b37617 req-4b744588-6a98-421b-bc2d-d05b31c49a27 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 946 time: 0.0997539 Jul 26 12:52:31.105605 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-939c5577-52c5-4b18-9dc3-64bd39b37617 req-b9812394-5edc-4a17-8ca1-976ac8115659 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5a9acd2-2212-4342-9cd7-5a91f5892f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982864 Jul 26 12:52:31.118882 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] For port 0b6d5dd0-f483-4401-bba0-62699172f404, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0b6d5dd0-f483-4401-bba0-62699172f404,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:31.119320 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:31.136754 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Calling delete_port for 0b6d5dd0-f483-4401-bba0-62699172f404 owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:52:31.205854 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:31.215177 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:31.308902 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (0b6d5dd0-f483-4401-bba0-62699172f404), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:31.333914 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['0b6d5dd0-f483-4401-bba0-62699172f404'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:52:31.340989 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Pushing event deleted for resources: {'Port': ['ID=0b6d5dd0-f483-4401-bba0-62699172f404,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:31.421075 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] No DVR routers for this DVR port 0b6d5dd0-f483-4401-bba0-62699172f404 on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:52:31.424358 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:31.429941 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b674b23c-9597-4a3a-ad38-a9e5bc9e5508 req-6f2ecc16-99e8-412b-af45-beb9ad293f6d tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.46 "DELETE /v2.0/ports/0b6d5dd0-f483-4401-bba0-62699172f404 HTTP/1.1" status: 204 len: 173 time: 0.8473811 Jul 26 12:52:31.429941 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13491d52-d823-4b46-9537-93441e1df6e3', 'name': 'network-vif-deleted', 'tag': '0b6d5dd0-f483-4401-bba0-62699172f404'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:52:31.432199 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a83f657-3939-44db-9246-ad471b492836" -d '{"events": [{"server_uuid": "13491d52-d823-4b46-9537-93441e1df6e3", "name": "network-vif-deleted", "tag": "0b6d5dd0-f483-4401-bba0-62699172f404"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:52:31.470696 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81bfac-d6fb-4efe-b6f9-e6c866a099ab x-openstack-request-id: req-cd81bfac-d6fb-4efe-b6f9-e6c866a099ab {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:52:31.470982 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13491d52-d823-4b46-9537-93441e1df6e3", "name": "network-vif-deleted", "tag": "0b6d5dd0-f483-4401-bba0-62699172f404", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:52:31.471386 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd81bfac-d6fb-4efe-b6f9-e6c866a099ab {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:52:31.471958 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd81bfac-d6fb-4efe-b6f9-e6c866a099ab'] response: {'server_uuid': '13491d52-d823-4b46-9537-93441e1df6e3', 'name': 'network-vif-deleted', 'tag': '0b6d5dd0-f483-4401-bba0-62699172f404', 'status': 'completed', 'code': 200} Jul 26 12:52:31.613723 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=49 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:31.621748 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=55 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:31.669831 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ae0d-f16b-4364-979a-b87b176636d9 req-c5c8fb04-2b65-46e5-a05e-6c30dc5a8faa tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:31.674817 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-94b2ae0d-f16b-4364-979a-b87b176636d9 req-c5c8fb04-2b65-46e5-a05e-6c30dc5a8faa tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0538862 Jul 26 12:52:31.753956 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-94b2ae0d-f16b-4364-979a-b87b176636d9 req-4c6a6824-e983-44f2-b761-ded913a2cbb8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600626 Jul 26 12:52:31.825572 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43466) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:31.914932 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:31.932222 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Deleting subnet 1cd94324-b34d-4f62-b3f5-e2cc755de5a2 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:52:31.936730 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Publish callbacks [] for subnet (1cd94324-b34d-4f62-b3f5-e2cc755de5a2), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:31.986567 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Publish callbacks [] for subnet (1cd94324-b34d-4f62-b3f5-e2cc755de5a2), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:31.993610 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (1cd94324-b34d-4f62-b3f5-e2cc755de5a2), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.056691 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for subnet (1cd94324-b34d-4f62-b3f5-e2cc755de5a2), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.087934 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd94324-b34d-4f62-b3f5-e2cc755de5a2,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:32.092375 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.096133 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a2c65dbb-04b6-4706-a4fc-1a3106b16801 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cd94324-b34d-4f62-b3f5-e2cc755de5a2 HTTP/1.1" status: 204 len: 168 time: 0.2689929 Jul 26 12:52:32.098725 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43484) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:32.185038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (16c1014a-bf4a-4aa6-80c7-b36ab54adeb5), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.289695 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-669ccc12-2939-4a29-9676-9575360c85a5 req-f19d26eb-b0a2-4d1a-aaae-ea0e4d9c23a4 tempest-DeleteServersTestJSON-1791744737 tempest-DeleteServersTestJSON-1791744737-project] 10.222.0.20 "GET /v2.0/ports?device_id=13491d52-d823-4b46-9537-93441e1df6e3 HTTP/1.1" status: 200 len: 210 time: 0.0673614 Jul 26 12:52:32.303619 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (16c1014a-bf4a-4aa6-80c7-b36ab54adeb5), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.325606 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.325967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.326857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.327234 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > port after_create 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.327562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > port after_delete 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.327921 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > port after_update 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.328329 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.328652 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.328981 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.329342 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.401149 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.401427 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.401765 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.402106 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 12:52:32.402525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c1014a-bf4a-4aa6-80c7-b36ab54adeb5']}} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:32.420868 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec7acf0-611c-444e-a482-da4580712e01') {'for_net_delete': True} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:32.421175 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec7acf0-611c-444e-a482-da4580712e01') {} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:32.440294 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-385442'] for segment (5ec7acf0-611c-444e-a482-da4580712e01), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.463500 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (5ec7acf0-611c-444e-a482-da4580712e01), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.477946 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=115540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:52:32.478611 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149556'] for segment (5ec7acf0-611c-444e-a482-da4580712e01), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.551010 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (16c1014a-bf4a-4aa6-80c7-b36ab54adeb5), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.561246 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.564548 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] 10.222.0.20 "DELETE /v2.0/networks/16c1014a-bf4a-4aa6-80c7-b36ab54adeb5 HTTP/1.1" status: 204 len: 168 time: 0.4648170 Jul 26 12:52:32.567403 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43496) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:32.576354 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f74f72-98af-42da-a450-78eb2920495e admin admin] Pushing event deleted for resources: {'Network': ['ID=16c1014a-bf4a-4aa6-80c7-b36ab54adeb5,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:32.618767 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Deleting subnet 48ff41ff-536e-443c-a383-2600d5a2b790 {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:52:32.623296 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Publish callbacks [] for subnet (48ff41ff-536e-443c-a383-2600d5a2b790), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.662362 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (48ff41ff-536e-443c-a383-2600d5a2b790), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.703481 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (48ff41ff-536e-443c-a383-2600d5a2b790), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.718992 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 5ec7acf0-611c-444e-a482-da4580712e01 resource provider aggregate not found Jul 26 12:52:32.737112 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 5ec7acf0-611c-444e-a482-da4580712e01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ec7acf0-611c-444e-a482-da4580712e01 found for delete ", "request_id": "req-480d05da-9303-44a4-b59c-03ee1c48993c"}]} Jul 26 12:52:32.765294 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (48ff41ff-536e-443c-a383-2600d5a2b790), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.789579 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ff41ff-536e-443c-a383-2600d5a2b790,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:32.796486 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:32.799630 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-bde8cdbf-b46f-415d-8aee-2656e701b8a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48ff41ff-536e-443c-a383-2600d5a2b790 HTTP/1.1" status: 204 len: 168 time: 0.2311325 Jul 26 12:52:32.802937 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43506) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:32.914470 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754fc9b-5c3d-4f8c-bc72-9d7d04ab4f7b req-f8eb1981-64d5-4d06-a36e-8d671cd0155a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:32.916480 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5754fc9b-5c3d-4f8c-bc72-9d7d04ab4f7b req-f8eb1981-64d5-4d06-a36e-8d671cd0155a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0960958 Jul 26 12:52:32.920504 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (dcac5e83-6a44-4312-bce3-a6ed8a1d19e9), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.033758 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5754fc9b-5c3d-4f8c-bc72-9d7d04ab4f7b req-c5c3bad6-68c1-4fa5-b723-6a3d6b4d5b40 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080620 Jul 26 12:52:33.060082 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (dcac5e83-6a44-4312-bce3-a6ed8a1d19e9), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.076092 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcac5e83-6a44-4312-bce3-a6ed8a1d19e9']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:33.088254 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c77e52-96c9-4027-a021-339612ab6550') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:33.088556 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c77e52-96c9-4027-a021-339612ab6550') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:33.101637 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (81c77e52-96c9-4027-a021-339612ab6550), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.129545 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (81c77e52-96c9-4027-a021-339612ab6550), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.136907 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:52:33.137234 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (81c77e52-96c9-4027-a021-339612ab6550), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.195668 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 81c77e52-96c9-4027-a021-339612ab6550 resource provider aggregate not found Jul 26 12:52:33.202842 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (dcac5e83-6a44-4312-bce3-a6ed8a1d19e9), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.210059 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.214595 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] 10.222.0.20 "DELETE /v2.0/networks/dcac5e83-6a44-4312-bce3-a6ed8a1d19e9 HTTP/1.1" status: 204 len: 168 time: 0.4106951 Jul 26 12:52:33.219462 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 81c77e52-96c9-4027-a021-339612ab6550 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c77e52-96c9-4027-a021-339612ab6550 found for delete ", "request_id": "req-8a0066cc-cb6a-48d4-993d-b0a9c5f84c2c"}]} Jul 26 12:52:33.230626 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8797a-a4b2-4f23-9ff4-4c74b0f9e6da admin admin] Pushing event deleted for resources: {'Network': ['ID=dcac5e83-6a44-4312-bce3-a6ed8a1d19e9,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:33.462806 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43578) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:33.493847 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:33.535247 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ea3fe6ce-e080-4592-8136-51940a96d522 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff00ee711e2b42b9beaf866b10cc8f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701919 Jul 26 12:52:33.538209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43584) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:33.602067 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:33.636197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43590) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:33.667457 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-392be6fd-f607-481b-b7b2-7a53a4caec0d admin admin] Publish callbacks [] for security_group (7aa76201-2bf6-457d-a84b-15c9404699ac), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.695613 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-392be6fd-f607-481b-b7b2-7a53a4caec0d admin admin] Publish callbacks [] for security_group (7aa76201-2bf6-457d-a84b-15c9404699ac), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.758596 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-392be6fd-f607-481b-b7b2-7a53a4caec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (7aa76201-2bf6-457d-a84b-15c9404699ac), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.762069 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-392be6fd-f607-481b-b7b2-7a53a4caec0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.774913 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-392be6fd-f607-481b-b7b2-7a53a4caec0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aa76201-2bf6-457d-a84b-15c9404699ac HTTP/1.1" status: 204 len: 168 time: 0.2355363 Jul 26 12:52:33.782573 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2384b620-fe8d-447f-8d0d-976f4f9e7a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.783696 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be6fd-f607-481b-b7b2-7a53a4caec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa76201-2bf6-457d-a84b-15c9404699ac,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:33.868487 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2384b620-fe8d-447f-8d0d-976f4f9e7a56 admin admin] Publish callbacks [] for security_group (e2a7b852-69b2-4784-aeb2-30932ecee45e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.873082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2384b620-fe8d-447f-8d0d-976f4f9e7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (e2a7b852-69b2-4784-aeb2-30932ecee45e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:33.899674 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:33.922853 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-2384b620-fe8d-447f-8d0d-976f4f9e7a56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed3db84b8f2f4091875947bb77911b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837443 Jul 26 12:52:33.925304 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43604) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:33.933773 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384b620-fe8d-447f-8d0d-976f4f9e7a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7b852-69b2-4784-aeb2-30932ecee45e,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:33.981562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09dbb241-bb59-40f6-94ca-a2ec7c74398b admin admin] Publish callbacks [] for security_group (e2a7b852-69b2-4784-aeb2-30932ecee45e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.007105 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09dbb241-bb59-40f6-94ca-a2ec7c74398b admin admin] Publish callbacks [] for security_group (e2a7b852-69b2-4784-aeb2-30932ecee45e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.057147 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09dbb241-bb59-40f6-94ca-a2ec7c74398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (e2a7b852-69b2-4784-aeb2-30932ecee45e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.059832 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09dbb241-bb59-40f6-94ca-a2ec7c74398b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.062793 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-09dbb241-bb59-40f6-94ca-a2ec7c74398b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2a7b852-69b2-4784-aeb2-30932ecee45e HTTP/1.1" status: 204 len: 168 time: 0.1363451 Jul 26 12:52:34.063935 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43608) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:34.086007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbb241-bb59-40f6-94ca-a2ec7c74398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7b852-69b2-4784-aeb2-30932ecee45e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:34.110019 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:34.118526 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4921b648-d930-4866-9353-ec02ecefd303 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=761b59a0b7184c2c814c83c78986ec0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514777 Jul 26 12:52:34.121327 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43612) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:34.210989 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1e3b4-6b19-4c2e-b566-f83a1321b9a9 req-53fac501-cb6d-426d-af6b-60f46e0c917b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:34.212620 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fde1e3b4-6b19-4c2e-b566-f83a1321b9a9 req-53fac501-cb6d-426d-af6b-60f46e0c917b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0843990 Jul 26 12:52:34.242306 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3e27c23d-dcd4-4bb8-b3ed-a9d794a78e7d admin admin] Publish callbacks [] for security_group (84e747c6-47ab-4199-a43c-44e9e1134d05), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.284155 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3e27c23d-dcd4-4bb8-b3ed-a9d794a78e7d admin admin] Publish callbacks [] for security_group (84e747c6-47ab-4199-a43c-44e9e1134d05), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.294387 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0b6d5dd0-f483-4401-bba0-62699172f404 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:52:34.309807 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fde1e3b4-6b19-4c2e-b566-f83a1321b9a9 req-be5dcaae-46ba-43d4-9860-87f4ce77e630 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896535 Jul 26 12:52:34.314032 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 0b6d5dd0-f483-4401-bba0-62699172f404 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:52:34.314547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0b6d5dd0-f483-4401-bba0-62699172f404 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:52:34.351005 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3e27c23d-dcd4-4bb8-b3ed-a9d794a78e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (84e747c6-47ab-4199-a43c-44e9e1134d05), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.353643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3e27c23d-dcd4-4bb8-b3ed-a9d794a78e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.354810 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3e27c23d-dcd4-4bb8-b3ed-a9d794a78e7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84e747c6-47ab-4199-a43c-44e9e1134d05 HTTP/1.1" status: 204 len: 168 time: 0.2325544 Jul 26 12:52:34.366053 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27c23d-dcd4-4bb8-b3ed-a9d794a78e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e747c6-47ab-4199-a43c-44e9e1134d05,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:34.471514 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43622) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:34.485911 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-34563571-646e-4682-a492-a5345f61fa8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.571316 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-34563571-646e-4682-a492-a5345f61fa8a admin admin] Publish callbacks [] for security_group (61e5768f-399d-4a23-a2fb-5022aba84d71), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.575900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-34563571-646e-4682-a492-a5345f61fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (61e5768f-399d-4a23-a2fb-5022aba84d71), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.619205 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-34563571-646e-4682-a492-a5345f61fa8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e027ab8bf4024f00bc11ef3b016705c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465650 Jul 26 12:52:34.620100 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34563571-646e-4682-a492-a5345f61fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e5768f-399d-4a23-a2fb-5022aba84d71,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:34.622686 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43630) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:34.686141 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4b7708d-fcab-4ff0-b251-894e594d006d admin admin] Publish callbacks [] for security_group (61e5768f-399d-4a23-a2fb-5022aba84d71), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.710957 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4b7708d-fcab-4ff0-b251-894e594d006d admin admin] Publish callbacks [] for security_group (61e5768f-399d-4a23-a2fb-5022aba84d71), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.763698 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4b7708d-fcab-4ff0-b251-894e594d006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (61e5768f-399d-4a23-a2fb-5022aba84d71), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.766363 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4b7708d-fcab-4ff0-b251-894e594d006d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:34.767521 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a4b7708d-fcab-4ff0-b251-894e594d006d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61e5768f-399d-4a23-a2fb-5022aba84d71 HTTP/1.1" status: 204 len: 168 time: 0.1431551 Jul 26 12:52:34.777748 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7708d-fcab-4ff0-b251-894e594d006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e5768f-399d-4a23-a2fb-5022aba84d71,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:35.233214 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43660) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:35.247122 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bf2d30-53d5-4227-b210-80e6e3929bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.328676 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bf2d30-53d5-4227-b210-80e6e3929bb6 admin admin] Publish callbacks [] for security_group (8c5f78a4-7190-4fbd-8213-37f975050e3a), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.333207 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bf2d30-53d5-4227-b210-80e6e3929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (8c5f78a4-7190-4fbd-8213-37f975050e3a), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.366137 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf2d30-53d5-4227-b210-80e6e3929bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f78a4-7190-4fbd-8213-37f975050e3a,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:35.409507 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-02bf2d30-53d5-4227-b210-80e6e3929bb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=254ea2bcfc7340e3b136d56c19dbf78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751277 Jul 26 12:52:35.412283 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43664) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:35.446553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f593d8c-1d3c-4e41-abe3-d3b701190a68 req-42cdc319-3fef-4d44-859b-49b8c3111b87 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:35.448032 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f593d8c-1d3c-4e41-abe3-d3b701190a68 req-42cdc319-3fef-4d44-859b-49b8c3111b87 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0591207 Jul 26 12:52:35.467979 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b4491089-ba8e-443f-8495-e18799a8cc0b admin admin] Publish callbacks [] for security_group (8c5f78a4-7190-4fbd-8213-37f975050e3a), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.491100 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b4491089-ba8e-443f-8495-e18799a8cc0b admin admin] Publish callbacks [] for security_group (8c5f78a4-7190-4fbd-8213-37f975050e3a), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.500497 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f593d8c-1d3c-4e41-abe3-d3b701190a68 req-f05d5a44-fd3e-4ccc-8652-c11d3ffeb682 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457587 Jul 26 12:52:35.521289 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:35.549107 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b4491089-ba8e-443f-8495-e18799a8cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (8c5f78a4-7190-4fbd-8213-37f975050e3a), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.551863 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b4491089-ba8e-443f-8495-e18799a8cc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:35.553537 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b4491089-ba8e-443f-8495-e18799a8cc0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c5f78a4-7190-4fbd-8213-37f975050e3a HTTP/1.1" status: 204 len: 168 time: 0.1401608 Jul 26 12:52:35.564927 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491089-ba8e-443f-8495-e18799a8cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f78a4-7190-4fbd-8213-37f975050e3a,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:36.648616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f98cc5-b801-406a-b41f-d8a485a9832e req-ff532db6-ecb6-400d-ae35-744e6e236772 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:36.651881 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-05f98cc5-b801-406a-b41f-d8a485a9832e req-ff532db6-ecb6-400d-ae35-744e6e236772 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0622849 Jul 26 12:52:36.709545 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-05f98cc5-b801-406a-b41f-d8a485a9832e req-7d495c95-1609-43c6-abcc-a289ed033f55 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Jul 26 12:52:37.002120 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43790) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:37.229997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:37.442178 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (f0ca130a-8c5d-40a9-ad8a-31395418bf83), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:37.769709 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Deleting port e0cce055-4e4a-423e-933f-4c662623b26c {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:52:37.770333 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:37.882944 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] For port e0cce055-4e4a-423e-933f-4c662623b26c, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=e0cce055-4e4a-423e-933f-4c662623b26c,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:37.883499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:37.886772 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a70b8-9e66-4cb2-8c4a-8e6455edc1f4 req-46314adb-d10d-4870-bdf7-0def77278c6c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:37.894562 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-593a70b8-9e66-4cb2-8c4a-8e6455edc1f4 req-46314adb-d10d-4870-bdf7-0def77278c6c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0931158 Jul 26 12:52:37.899476 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Calling delete_port for e0cce055-4e4a-423e-933f-4c662623b26c owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:52:37.964079 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-593a70b8-9e66-4cb2-8c4a-8e6455edc1f4 req-a57510dc-e5bf-400f-90b1-96710192c20a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680428 Jul 26 12:52:38.135183 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:38.172231 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (e0cce055-4e4a-423e-933f-4c662623b26c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:38.206123 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cce055-4e4a-423e-933f-4c662623b26c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:38.388042 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (f0ca130a-8c5d-40a9-ad8a-31395418bf83), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:38.389660 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:38.838586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Router f0ca130a-8c5d-40a9-ad8a-31395418bf83 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:52:38.944087 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:52:38.950338 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-2d50104e-c6a8-4931-9c74-87c0428521be admin admin] 10.222.0.20 "PUT /v2.0/routers/f0ca130a-8c5d-40a9-ad8a-31395418bf83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9470239 Jul 26 12:52:38.952973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43852) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:38.955064 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] Sync routers for ids ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:52:38.966463 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] Routers {'f0ca130a-8c5d-40a9-ad8a-31395418bf83'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:52:38.967175 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:52:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:39.070022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks [] for router (f0ca130a-8c5d-40a9-ad8a-31395418bf83), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.076417 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] Set router f0ca130a-8c5d-40a9-ad8a-31395418bf83 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:52:39.099398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a4f09-afd2-4e13-b1a1-2e42a01e2983 req-430d42e9-2927-4075-b713-3ecded5f0656 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:39.101083 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b1a4f09-afd2-4e13-b1a1-2e42a01e2983 req-430d42e9-2927-4075-b713-3ecded5f0656 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0535581 Jul 26 12:52:39.140697 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:39.173565 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b1a4f09-afd2-4e13-b1a1-2e42a01e2983 req-4ccc823a-691c-4d35-b4a9-988190492ac3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652113 Jul 26 12:52:39.205872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks [] for router_gateway (f0ca130a-8c5d-40a9-ad8a-31395418bf83), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.212905 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:39.295104 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:52:38Z', 'revision_number': 5, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port': {'id': '3b911d5f-a5aa-4eb5-9379-f32b95bf4057', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:39.298782 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Deleting port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:52:39.299181 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.339281 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] Checking router: f0ca130a-8c5d-40a9-ad8a-31395418bf83 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:52:39.343245 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] Routers {'f0ca130a-8c5d-40a9-ad8a-31395418bf83'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:52:39.344017 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:52:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:39.426924 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] For port 3b911d5f-a5aa-4eb5-9379-f32b95bf4057, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:39.427900 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.443870 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Calling delete_port for 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 owned by network:router_gateway {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:52:39.454774 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] Set router f0ca130a-8c5d-40a9-ad8a-31395418bf83 gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:52:39.510404 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:52:39Z', 'revision_number': 6, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:39.541732 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e9e8-fe23-4c9d-a1d3-48fce369c1b6 None None] The sync data for ids ['f0ca130a-8c5d-40a9-ad8a-31395418bf83'] in dv-cinder-850939-2-iscsi is: [{'id': 'f0ca130a-8c5d-40a9-ad8a-31395418bf83', 'name': 'tempest-DeleteServersTestJSON-1898512332-router', 'tenant_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:52:39Z', 'revision_number': 6, 'project_id': '0f35a4b7696f4cdfbb6e6b316352c022', 'gw_port_host': None}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:52:39.678212 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (3b911d5f-a5aa-4eb5-9379-f32b95bf4057), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.719622 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b911d5f-a5aa-4eb5-9379-f32b95bf4057,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:39.781733 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (f0ca130a-8c5d-40a9-ad8a-31395418bf83), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.899850 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (f0ca130a-8c5d-40a9-ad8a-31395418bf83), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.902797 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks [] for router_controller (f0ca130a-8c5d-40a9-ad8a-31395418bf83), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.977516 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (f0ca130a-8c5d-40a9-ad8a-31395418bf83), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.978283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ca130a-8c5d-40a9-ad8a-31395418bf83 {{(pid=115539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 12:52:39.987354 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:39.988831 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ae4e50c2-ebec-4e7d-9c16-968d2c4d2a8b admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0ca130a-8c5d-40a9-ad8a-31395418bf83 HTTP/1.1" status: 204 len: 168 time: 1.0348773 Jul 26 12:52:39.991439 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43878) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:40.046618 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Deleting subnet a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9 {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:52:40.050616 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Publish callbacks [] for subnet (a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.093062 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.219992 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.260398 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:40.324465 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de389-8159-4a4f-ba80-f5f2534c5610 req-a74ee052-745c-4c62-a1ff-d056e6dcf6dc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:40.327039 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d15de389-8159-4a4f-ba80-f5f2534c5610 req-a74ee052-745c-4c62-a1ff-d056e6dcf6dc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0823977 Jul 26 12:52:40.329100 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.377116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:40.379224 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.387176 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43896) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:40.387668 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-abd45411-a81e-475a-85ac-5d0ae345ea17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a4f5a39b-b6dd-49ac-90c9-9086b0aed9a9 HTTP/1.1" status: 204 len: 168 time: 0.3946576 Jul 26 12:52:40.388078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce31e8-e591-47a3-961d-05f0d11e261a None None] Network 6fabf242-8047-497f-a6fd-86506ce455c6 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:52:40.433001 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d15de389-8159-4a4f-ba80-f5f2534c5610 req-1fc3bb50-9d58-415d-a4d8-f9d1151192df tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670767 Jul 26 12:52:40.512315 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (6fabf242-8047-497f-a6fd-86506ce455c6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.581309 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Deleting port 9d5edb3d-728a-4274-8897-b253aa7fdbbd {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:52:40.582000 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.628464 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] DHCP port deletion for 6fabf242-8047-497f-a6fd-86506ce455c6 request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 12:52:40.670101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] For port 9d5edb3d-728a-4274-8897-b253aa7fdbbd, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9d5edb3d-728a-4274-8897-b253aa7fdbbd,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:40.670888 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.678380 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] Deleting port 9d5edb3d-728a-4274-8897-b253aa7fdbbd {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:52:40.678749 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.689526 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Calling delete_port for 9d5edb3d-728a-4274-8897-b253aa7fdbbd owned by network:dhcp {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:52:40.760427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] For port 9d5edb3d-728a-4274-8897-b253aa7fdbbd, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9d5edb3d-728a-4274-8897-b253aa7fdbbd,segment=NetworkSegment(7c4bf2c3-2258-4bf0-8e13-785e71cfa30d),segment_id=7c4bf2c3-2258-4bf0-8e13-785e71cfa30d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:52:40.760950 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.779403 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:40.782556 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] Calling delete_port for 9d5edb3d-728a-4274-8897-b253aa7fdbbd owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:52:40.797655 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.830810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5edb3d-728a-4274-8897-b253aa7fdbbd,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:40.832814 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] No DVR routers for this DVR port 9d5edb3d-728a-4274-8897-b253aa7fdbbd on host dv-cinder-850939-2-iscsi {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:52:40.877456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43906) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:40.913828 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (6fabf242-8047-497f-a6fd-86506ce455c6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.937454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fabf242-8047-497f-a6fd-86506ce455c6']}} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:40.945666 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (9d5edb3d-728a-4274-8897-b253aa7fdbbd), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.948250 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d') {'for_net_delete': True} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:40.948544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4bf2c3-2258-4bf0-8e13-785e71cfa30d') {} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:52:40.960713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-385442'] for segment (7c4bf2c3-2258-4bf0-8e13-785e71cfa30d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.974859 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (7c4bf2c3-2258-4bf0-8e13-785e71cfa30d), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:40.978279 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] Pushing event deleted for resources: {'Port': ['ID=9d5edb3d-728a-4274-8897-b253aa7fdbbd,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:40.980730 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc172173-64ad-4284-ad8d-43872edcefd0 None None] No DVR routers for this DVR port 9d5edb3d-728a-4274-8897-b253aa7fdbbd on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:52:40.981730 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=115540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:52:40.982289 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149556'] for segment (7c4bf2c3-2258-4bf0-8e13-785e71cfa30d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.031743 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 7c4bf2c3-2258-4bf0-8e13-785e71cfa30d resource provider aggregate not found Jul 26 12:52:41.050686 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e8a3538a-6de9-402d-ba06-f34f3b437878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.059550 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (6fabf242-8047-497f-a6fd-86506ce455c6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.064542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.068300 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] 10.222.0.20 "DELETE /v2.0/networks/6fabf242-8047-497f-a6fd-86506ce455c6 HTTP/1.1" status: 204 len: 168 time: 0.6793489 Jul 26 12:52:41.070019 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 7c4bf2c3-2258-4bf0-8e13-785e71cfa30d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c4bf2c3-2258-4bf0-8e13-785e71cfa30d found for delete ", "request_id": "req-c596f269-d12b-4e9d-a862-510357c9566f"}]} Jul 26 12:52:41.086210 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124531-5d70-4648-8e74-81e16a342f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fabf242-8047-497f-a6fd-86506ce455c6,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:41.109121 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:41.149214 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e8a3538a-6de9-402d-ba06-f34f3b437878 admin admin] Publish callbacks [] for security_group (16e28e1d-d720-4ca3-b379-d1f7a7925afc), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.157427 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e8a3538a-6de9-402d-ba06-f34f3b437878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (16e28e1d-d720-4ca3-b379-d1f7a7925afc), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.207120 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e8a3538a-6de9-402d-ba06-f34f3b437878 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4a7b397de474d8d8efd60806c21fd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284874 Jul 26 12:52:41.210234 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 43918) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:41.223611 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3538a-6de9-402d-ba06-f34f3b437878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e28e1d-d720-4ca3-b379-d1f7a7925afc,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:41.230914 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43920) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:41.253028 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:41.272879 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:52:41.274458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15060a12-1c6e-4684-bbd1-fb65f7774651 admin admin] Publish callbacks [] for security_group (16e28e1d-d720-4ca3-b379-d1f7a7925afc), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.284715 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-1348b303-2bac-4d0a-8077-c823d136e2ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f35a4b7696f4cdfbb6e6b316352c022&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525901 Jul 26 12:52:41.287383 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 43922) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:41.299511 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:52:41.300458 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 3b911d5f-a5aa-4eb5-9379-f32b95bf4057 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:52:41.300895 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e0cce055-4e4a-423e-933f-4c662623b26c no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:52:41.302451 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15060a12-1c6e-4684-bbd1-fb65f7774651 admin admin] Publish callbacks [] for security_group (16e28e1d-d720-4ca3-b379-d1f7a7925afc), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.325470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: e0cce055-4e4a-423e-933f-4c662623b26c {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:52:41.326018 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e0cce055-4e4a-423e-933f-4c662623b26c not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:52:41.326584 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9d5edb3d-728a-4274-8897-b253aa7fdbbd no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:52:41.340338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8026-3b34-4f58-8da8-82422e8420ea admin admin] Publish callbacks [] for security_group (a5a9acd2-2212-4342-9cd7-5a91f5892f1e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.348132 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 9d5edb3d-728a-4274-8897-b253aa7fdbbd {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:52:41.348568 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9d5edb3d-728a-4274-8897-b253aa7fdbbd not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:52:41.371564 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8026-3b34-4f58-8da8-82422e8420ea admin admin] Publish callbacks [] for security_group (a5a9acd2-2212-4342-9cd7-5a91f5892f1e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.438090 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8026-3b34-4f58-8da8-82422e8420ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (a5a9acd2-2212-4342-9cd7-5a91f5892f1e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.441020 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8026-3b34-4f58-8da8-82422e8420ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.442130 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0e6a8026-3b34-4f58-8da8-82422e8420ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5a9acd2-2212-4342-9cd7-5a91f5892f1e HTTP/1.1" status: 204 len: 168 time: 0.1537974 Jul 26 12:52:41.453927 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8026-3b34-4f58-8da8-82422e8420ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9acd2-2212-4342-9cd7-5a91f5892f1e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:41.592248 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15060a12-1c6e-4684-bbd1-fb65f7774651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (16e28e1d-d720-4ca3-b379-d1f7a7925afc), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.594311 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f9f1f-0159-4cfd-a575-a4c3bf85c66c req-1e57ba62-8785-4520-910f-bff16a736def tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:41.595257 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15060a12-1c6e-4684-bbd1-fb65f7774651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:41.595877 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ce1f9f1f-0159-4cfd-a575-a4c3bf85c66c req-1e57ba62-8785-4520-910f-bff16a736def tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0723858 Jul 26 12:52:41.596439 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-15060a12-1c6e-4684-bbd1-fb65f7774651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16e28e1d-d720-4ca3-b379-d1f7a7925afc HTTP/1.1" status: 204 len: 168 time: 0.3848193 Jul 26 12:52:41.605072 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15060a12-1c6e-4684-bbd1-fb65f7774651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e28e1d-d720-4ca3-b379-d1f7a7925afc,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:41.684409 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ce1f9f1f-0159-4cfd-a575-a4c3bf85c66c req-600c7255-e94d-417f-8953-30a3ad9d8867 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812762 Jul 26 12:52:42.825667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c5a69-5f64-4c47-ab86-4ff6c1dbaea7 req-94d31f8d-2c8a-4fa4-81ad-90786d5f835a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:42.827864 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ec0c5a69-5f64-4c47-ab86-4ff6c1dbaea7 req-94d31f8d-2c8a-4fa4-81ad-90786d5f835a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0582523 Jul 26 12:52:42.892278 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ec0c5a69-5f64-4c47-ab86-4ff6c1dbaea7 req-15e90177-cf53-42bc-811a-ceeec5e5cd0d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 Jul 26 12:52:44.019066 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6aa8-e228-46d4-8c4a-158e8369a127 req-279e8eb8-4cf1-40f7-8550-73ce3d6f50ba tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:44.020503 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fa6c6aa8-e228-46d4-8c4a-158e8369a127 req-279e8eb8-4cf1-40f7-8550-73ce3d6f50ba tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0516152 Jul 26 12:52:44.069240 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fa6c6aa8-e228-46d4-8c4a-158e8369a127 req-07c90481-d3d0-4b50-87c8-c1595a84921a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Jul 26 12:52:44.896598 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44074) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:45.005611 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-33327280-928d-494f-87f4-c2685734c23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.082613 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-33327280-928d-494f-87f4-c2685734c23f admin admin] Publish callbacks [] for security_group (c9025a5f-0c93-4c46-a9e7-dca42fff5a6f), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.086896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-33327280-928d-494f-87f4-c2685734c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c9025a5f-0c93-4c46-a9e7-dca42fff5a6f), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.121352 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:45.129469 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-33327280-928d-494f-87f4-c2685734c23f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ea32124f33d45c1a667dd6ece8bfb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317533 Jul 26 12:52:45.131112 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327280-928d-494f-87f4-c2685734c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9025a5f-0c93-4c46-a9e7-dca42fff5a6f,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:45.132418 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44080) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:45.225378 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90a435-7172-4c86-8262-d37393083f9c req-c62a3348-3cbd-43c4-a4e7-498880c851c3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:45.226907 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5c90a435-7172-4c86-8262-d37393083f9c req-c62a3348-3cbd-43c4-a4e7-498880c851c3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0709484 Jul 26 12:52:45.229959 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-917ab8c2-d05c-453c-8d62-4ea0ea168a3b admin admin] Publish callbacks [] for security_group (c9025a5f-0c93-4c46-a9e7-dca42fff5a6f), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.268925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-917ab8c2-d05c-453c-8d62-4ea0ea168a3b admin admin] Publish callbacks [] for security_group (c9025a5f-0c93-4c46-a9e7-dca42fff5a6f), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.315711 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5c90a435-7172-4c86-8262-d37393083f9c req-1b18b698-dd0e-489c-8bcc-45d5e319371a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827036 Jul 26 12:52:45.344809 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-917ab8c2-d05c-453c-8d62-4ea0ea168a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c9025a5f-0c93-4c46-a9e7-dca42fff5a6f), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.347339 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-917ab8c2-d05c-453c-8d62-4ea0ea168a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.348558 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-917ab8c2-d05c-453c-8d62-4ea0ea168a3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9025a5f-0c93-4c46-a9e7-dca42fff5a6f HTTP/1.1" status: 204 len: 168 time: 0.2151098 Jul 26 12:52:45.357124 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ab8c2-d05c-453c-8d62-4ea0ea168a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9025a5f-0c93-4c46-a9e7-dca42fff5a6f,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:45.623517 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44092) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:45.637747 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-821c4f2e-4420-4f92-a63d-b952f8ebb397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.717459 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-821c4f2e-4420-4f92-a63d-b952f8ebb397 admin admin] Publish callbacks [] for security_group (febb10b6-224f-4fb6-8cb5-fdfe56d70144), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.721397 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-821c4f2e-4420-4f92-a63d-b952f8ebb397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (febb10b6-224f-4fb6-8cb5-fdfe56d70144), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.760770 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-821c4f2e-4420-4f92-a63d-b952f8ebb397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffee4fe12ff44aafafd6e85c092d8b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357851 Jul 26 12:52:45.761720 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c4f2e-4420-4f92-a63d-b952f8ebb397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febb10b6-224f-4fb6-8cb5-fdfe56d70144,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:45.763435 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44094) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:45.816674 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-96c3f0a9-af23-4a62-be5d-ff752adda03f admin admin] Publish callbacks [] for security_group (febb10b6-224f-4fb6-8cb5-fdfe56d70144), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.834784 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:45.839945 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-96c3f0a9-af23-4a62-be5d-ff752adda03f admin admin] Publish callbacks [] for security_group (febb10b6-224f-4fb6-8cb5-fdfe56d70144), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.889461 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-96c3f0a9-af23-4a62-be5d-ff752adda03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (febb10b6-224f-4fb6-8cb5-fdfe56d70144), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.892049 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-96c3f0a9-af23-4a62-be5d-ff752adda03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:45.893514 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-96c3f0a9-af23-4a62-be5d-ff752adda03f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/febb10b6-224f-4fb6-8cb5-fdfe56d70144 HTTP/1.1" status: 204 len: 168 time: 0.1282907 Jul 26 12:52:45.903166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3f0a9-af23-4a62-be5d-ff752adda03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febb10b6-224f-4fb6-8cb5-fdfe56d70144,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:46.233577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44104) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:46.247521 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-98c192c5-2007-4edf-964b-8177c4b04c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.269221 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:46.333012 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-98c192c5-2007-4edf-964b-8177c4b04c12 admin admin] Publish callbacks [] for security_group (ea969350-0642-491a-bf91-aeb5099302bf), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.336935 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-98c192c5-2007-4edf-964b-8177c4b04c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ea969350-0642-491a-bf91-aeb5099302bf), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.375455 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c192c5-2007-4edf-964b-8177c4b04c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea969350-0642-491a-bf91-aeb5099302bf,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:46.382688 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44110) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:46.383219 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-98c192c5-2007-4edf-964b-8177c4b04c12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a265396be6f402abd771346e2b47e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480930 Jul 26 12:52:46.462237 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da7c9-af78-4a74-b417-3476e241e143 req-689fe86c-aa5b-44a3-a978-fc58b7c558a6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:46.463721 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d05da7c9-af78-4a74-b417-3476e241e143 req-689fe86c-aa5b-44a3-a978-fc58b7c558a6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0711191 Jul 26 12:52:46.486794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-914dcaa4-7918-42e5-b067-cc05cbd51fc6 admin admin] Publish callbacks [] for security_group (ea969350-0642-491a-bf91-aeb5099302bf), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.505084 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:46.532113 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-914dcaa4-7918-42e5-b067-cc05cbd51fc6 admin admin] Publish callbacks [] for security_group (ea969350-0642-491a-bf91-aeb5099302bf), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.550209 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d05da7c9-af78-4a74-b417-3476e241e143 req-37c5b670-a13d-4150-8daf-1e2939db4608 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793414 Jul 26 12:52:46.594316 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-914dcaa4-7918-42e5-b067-cc05cbd51fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ea969350-0642-491a-bf91-aeb5099302bf), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.596994 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-914dcaa4-7918-42e5-b067-cc05cbd51fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:46.598129 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-914dcaa4-7918-42e5-b067-cc05cbd51fc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea969350-0642-491a-bf91-aeb5099302bf HTTP/1.1" status: 204 len: 168 time: 0.2128401 Jul 26 12:52:46.609790 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcaa4-7918-42e5-b067-cc05cbd51fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea969350-0642-491a-bf91-aeb5099302bf,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:47.682487 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aea3f-7a9a-4419-99c8-6f96b5ccd05b req-6d22fc10-7724-412c-8367-b078639e8abc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:47.684137 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d22aea3f-7a9a-4419-99c8-6f96b5ccd05b req-6d22fc10-7724-412c-8367-b078639e8abc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0510736 Jul 26 12:52:47.752572 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d22aea3f-7a9a-4419-99c8-6f96b5ccd05b req-0eda98f8-f833-4c1e-8ee2-024e34371c0d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Jul 26 12:52:48.577127 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:48.892404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff655c2d-93b7-4877-a4eb-1b4ec79a16c4 req-adf3e5e9-359f-495c-b1a0-e24cd8f99aa9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:48.893943 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff655c2d-93b7-4877-a4eb-1b4ec79a16c4 req-adf3e5e9-359f-495c-b1a0-e24cd8f99aa9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0521669 Jul 26 12:52:48.946578 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff655c2d-93b7-4877-a4eb-1b4ec79a16c4 req-87ed385a-1b06-4b94-9b62-9a6448c481bd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Jul 26 12:52:50.072931 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a6aea-c999-42d3-8b19-864c2b957b6a req-af701404-f41d-4363-908c-904b9842f70b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:50.074394 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0d7a6aea-c999-42d3-8b19-864c2b957b6a req-af701404-f41d-4363-908c-904b9842f70b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0505300 Jul 26 12:52:50.124411 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0d7a6aea-c999-42d3-8b19-864c2b957b6a req-e2559130-a1f6-4a67-9c05-d0723b8a9488 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Jul 26 12:52:51.247263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ff690-3133-4df1-b215-752578b8d487 req-6b5b817a-d7c3-4980-b58c-d8168fb05267 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:51.249147 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9e4ff690-3133-4df1-b215-752578b8d487 req-6b5b817a-d7c3-4980-b58c-d8168fb05267 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0482373 Jul 26 12:52:51.302697 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9e4ff690-3133-4df1-b215-752578b8d487 req-b9a96277-bf5d-4918-a574-dbde71a7c0b9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476861 Jul 26 12:52:52.429568 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6cb2-3484-4814-9e4e-72e28fd034c8 req-f3ccc5d5-6a96-4645-a8ac-71b88aeac254 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:52.431064 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8b9f6cb2-3484-4814-9e4e-72e28fd034c8 req-f3ccc5d5-6a96-4645-a8ac-71b88aeac254 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0479226 Jul 26 12:52:52.478569 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8b9f6cb2-3484-4814-9e4e-72e28fd034c8 req-8d353d1e-adf1-4d61-9dcc-d2226c0f9dd8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Jul 26 12:52:52.562527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:52.576086 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5c750b3b-aff8-42cb-9e64-06a1ea9892e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:53.596823 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a93769-e865-421a-b75f-bb2358bf9f86 req-271ac76c-f544-4bf9-8f15-ffb29ba5ef49 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:53.598280 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-76a93769-e865-421a-b75f-bb2358bf9f86 req-271ac76c-f544-4bf9-8f15-ffb29ba5ef49 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0482068 Jul 26 12:52:53.650100 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-76a93769-e865-421a-b75f-bb2358bf9f86 req-cb267179-7b26-4428-ae32-894a87809a5b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Jul 26 12:52:54.714401 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4d7f70a-3a74-4223-b860-9864a4bc9a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:54.771071 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f890f3-5a33-4e45-9d8f-c69df302456c req-a1ae6ebd-3a23-4366-ba69-37df11fc04fc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:54.772697 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-33f890f3-5a33-4e45-9d8f-c69df302456c req-a1ae6ebd-3a23-4366-ba69-37df11fc04fc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0476704 Jul 26 12:52:54.825708 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-33f890f3-5a33-4e45-9d8f-c69df302456c req-63b55c0b-366b-47cc-ba83-7c9041934ac2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Jul 26 12:52:55.089713 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=43 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:55.090567 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:55.936069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:55.960437 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b557-2d92-41e0-8886-2e4bc229567a req-c14c835a-d218-49f8-b7c2-f057d861918b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:55.964197 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b5c0b557-2d92-41e0-8886-2e4bc229567a req-c14c835a-d218-49f8-b7c2-f057d861918b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0579562 Jul 26 12:52:56.014707 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:56.019669 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b5c0b557-2d92-41e0-8886-2e4bc229567a req-0b041755-2f60-4311-a032-45a0f5e44c47 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Jul 26 12:52:56.061819 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:52:56.716360 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44318) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:56.831740 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-776c3f8a-89cc-4b6d-a884-2889a7279cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:56.928271 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-776c3f8a-89cc-4b6d-a884-2889a7279cc4 admin admin] Publish callbacks [] for security_group (6cb0d534-b5d0-4ba8-9bac-aff623c37570), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:56.932271 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-776c3f8a-89cc-4b6d-a884-2889a7279cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (6cb0d534-b5d0-4ba8-9bac-aff623c37570), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:56.979061 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-776c3f8a-89cc-4b6d-a884-2889a7279cc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=852096232da14dbca191be862498d745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616074 Jul 26 12:52:56.980217 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c3f8a-89cc-4b6d-a884-2889a7279cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb0d534-b5d0-4ba8-9bac-aff623c37570,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:56.981904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44322) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:57.062519 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6fa4-bb9d-4931-bf29-3aaed654ce35 admin admin] Publish callbacks [] for security_group (6cb0d534-b5d0-4ba8-9bac-aff623c37570), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:57.085756 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6fa4-bb9d-4931-bf29-3aaed654ce35 admin admin] Publish callbacks [] for security_group (6cb0d534-b5d0-4ba8-9bac-aff623c37570), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:57.177967 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79be32-b067-4356-8752-93d892ea1fba req-d9ccb83f-bbca-4687-9dea-5d3b5b98fcf9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:57.179676 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f79be32-b067-4356-8752-93d892ea1fba req-d9ccb83f-bbca-4687-9dea-5d3b5b98fcf9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0784543 Jul 26 12:52:57.220613 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6fa4-bb9d-4931-bf29-3aaed654ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (6cb0d534-b5d0-4ba8-9bac-aff623c37570), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:57.224868 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6fa4-bb9d-4931-bf29-3aaed654ce35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:57.226378 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3e9f6fa4-bb9d-4931-bf29-3aaed654ce35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cb0d534-b5d0-4ba8-9bac-aff623c37570 HTTP/1.1" status: 204 len: 168 time: 0.2423861 Jul 26 12:52:57.243742 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f79be32-b067-4356-8752-93d892ea1fba req-22f9cbd3-1092-4820-80e6-6f4ebde14724 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582969 Jul 26 12:52:57.251665 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f6fa4-bb9d-4931-bf29-3aaed654ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb0d534-b5d0-4ba8-9bac-aff623c37570,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:57.268705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:57.296338 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:57.628375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:58.371815 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48e568-e71d-4353-b43b-b4d9839ef003 req-38212567-7d66-4b19-a0f2-595bd8288f6f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:58.373363 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8c48e568-e71d-4353-b43b-b4d9839ef003 req-38212567-7d66-4b19-a0f2-595bd8288f6f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0490305 Jul 26 12:52:58.423685 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8c48e568-e71d-4353-b43b-b4d9839ef003 req-0e58f55c-fe02-4e13-ba70-95fee26e44e4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Jul 26 12:52:59.373233 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44390) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:59.475588 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:59.484939 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5d98ceb5-ffa4-46ac-a328-5ca2c6a02ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.568417 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f3f83-1a54-4400-8ac2-a4550832f757 req-24893e53-e875-4b85-a12e-e6e0584d5650 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:52:59.570331 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-719f3f83-1a54-4400-8ac2-a4550832f757 req-24893e53-e875-4b85-a12e-e6e0584d5650 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0698063 Jul 26 12:52:59.605278 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:52:59.646830 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5d98ceb5-ffa4-46ac-a328-5ca2c6a02ae8 admin admin] Publish callbacks [] for security_group (50281b60-85b9-4675-8dd5-6529aa063eda), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.651979 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5d98ceb5-ffa4-46ac-a328-5ca2c6a02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (50281b60-85b9-4675-8dd5-6529aa063eda), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.660705 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-719f3f83-1a54-4400-8ac2-a4550832f757 req-2de541bc-12bd-455c-94ae-8bd1c008eb97 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828547 Jul 26 12:52:59.694074 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98ceb5-ffa4-46ac-a328-5ca2c6a02ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50281b60-85b9-4675-8dd5-6529aa063eda,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:52:59.701344 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-5d98ceb5-ffa4-46ac-a328-5ca2c6a02ae8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b609a950c1014a87a80b0cdf93338340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240595 Jul 26 12:52:59.701582 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44396) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:52:59.764394 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-019210a0-52b9-476c-b7a4-b077d2d76344 admin admin] Publish callbacks [] for security_group (50281b60-85b9-4675-8dd5-6529aa063eda), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.786975 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-019210a0-52b9-476c-b7a4-b077d2d76344 admin admin] Publish callbacks [] for security_group (50281b60-85b9-4675-8dd5-6529aa063eda), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.832310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-019210a0-52b9-476c-b7a4-b077d2d76344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (50281b60-85b9-4675-8dd5-6529aa063eda), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.835524 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-019210a0-52b9-476c-b7a4-b077d2d76344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:52:59.836692 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-019210a0-52b9-476c-b7a4-b077d2d76344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50281b60-85b9-4675-8dd5-6529aa063eda HTTP/1.1" status: 204 len: 168 time: 0.1341209 Jul 26 12:52:59.844296 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019210a0-52b9-476c-b7a4-b077d2d76344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50281b60-85b9-4675-8dd5-6529aa063eda,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:00.115884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44408) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:00.129450 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8eebc8b-f819-4197-9c9e-a45ed21d4bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.216516 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8eebc8b-f819-4197-9c9e-a45ed21d4bcb admin admin] Publish callbacks [] for security_group (d95b6348-b312-40d7-9f08-c6499f4bdce1), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.220333 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8eebc8b-f819-4197-9c9e-a45ed21d4bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d95b6348-b312-40d7-9f08-c6499f4bdce1), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.263827 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-c8eebc8b-f819-4197-9c9e-a45ed21d4bcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3177e18c06c04a5b89098b72d8ad19b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468101 Jul 26 12:53:00.264533 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eebc8b-f819-4197-9c9e-a45ed21d4bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b6348-b312-40d7-9f08-c6499f4bdce1,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:00.267142 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44412) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:00.318232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-64ce-476e-b1d4-b616956a291e admin admin] Publish callbacks [] for security_group (d95b6348-b312-40d7-9f08-c6499f4bdce1), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.339922 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-64ce-476e-b1d4-b616956a291e admin admin] Publish callbacks [] for security_group (d95b6348-b312-40d7-9f08-c6499f4bdce1), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.389447 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-64ce-476e-b1d4-b616956a291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d95b6348-b312-40d7-9f08-c6499f4bdce1), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.391850 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-64ce-476e-b1d4-b616956a291e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:00.393017 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-21076d16-64ce-476e-b1d4-b616956a291e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d95b6348-b312-40d7-9f08-c6499f4bdce1 HTTP/1.1" status: 204 len: 168 time: 0.1246240 Jul 26 12:53:00.401923 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076d16-64ce-476e-b1d4-b616956a291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b6348-b312-40d7-9f08-c6499f4bdce1,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:00.783703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee1f7-47e3-4bbd-ad77-4f35bb1c50c3 req-500cec8d-6004-4c96-86e1-a79750cbc95e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:00.785391 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-697ee1f7-47e3-4bbd-ad77-4f35bb1c50c3 req-500cec8d-6004-4c96-86e1-a79750cbc95e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0528018 Jul 26 12:53:00.811965 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:00.836038 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-697ee1f7-47e3-4bbd-ad77-4f35bb1c50c3 req-c799ae3f-c373-4a59-bf6f-0635e70d86c0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Jul 26 12:53:01.966616 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31267fa-f5ad-49a7-90b8-87bb72d6cd04 req-f98c5808-efd5-4005-9ba2-f4fad2cd9147 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:01.968169 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b31267fa-f5ad-49a7-90b8-87bb72d6cd04 req-f98c5808-efd5-4005-9ba2-f4fad2cd9147 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0508721 Jul 26 12:53:02.029817 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b31267fa-f5ad-49a7-90b8-87bb72d6cd04 req-f86811c1-8882-462f-acc8-4be48a35cdf3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Jul 26 12:53:02.999422 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a27cdd-1017-4f0b-a987-f7b56a4c664a req-2c75f462-307b-4e27-808d-b7a4daa22d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:03.001122 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c8a27cdd-1017-4f0b-a987-f7b56a4c664a req-2c75f462-307b-4e27-808d-b7a4daa22d16 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1129 time: 0.0394449 Jul 26 12:53:03.049915 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c8a27cdd-1017-4f0b-a987-f7b56a4c664a req-769982c9-8d84-41a6-b56e-5479c4896b26 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Jul 26 12:53:03.152432 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113b02-4ca2-41b6-ab46-356c5ce133d4 req-33aa17a5-784b-414b-b0dc-43398624c1a3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:03.154773 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ef113b02-4ca2-41b6-ab46-356c5ce133d4 req-33aa17a5-784b-414b-b0dc-43398624c1a3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0497870 Jul 26 12:53:03.213508 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ef113b02-4ca2-41b6-ab46-356c5ce133d4 req-0fe1a9a1-2792-4a81-b786-95105f16286e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501993 Jul 26 12:53:04.335506 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71827c-0164-493a-86f4-a13d25784882 req-11305188-7598-42ad-a387-05b75473452c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:04.337028 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8c71827c-0164-493a-86f4-a13d25784882 req-11305188-7598-42ad-a387-05b75473452c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0477929 Jul 26 12:53:04.390724 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8c71827c-0164-493a-86f4-a13d25784882 req-d624e52a-4c7d-4c15-970e-7dd01b6b0130 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478897 Jul 26 12:53:05.490791 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44584) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:05.537302 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb64be-0a20-43ec-9cc7-82816565a6b8 req-86ec8489-c06d-4334-bd02-e1f7a3711a7f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:05.539591 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-14cb64be-0a20-43ec-9cc7-82816565a6b8 req-86ec8489-c06d-4334-bd02-e1f7a3711a7f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0698607 Jul 26 12:53:05.598788 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-14cb64be-0a20-43ec-9cc7-82816565a6b8 req-7e3720eb-b75d-4887-a9d4-d68fa8a4ca92 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527351 Jul 26 12:53:05.633058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-326dc366-7868-4cb2-a35f-3bd3363163a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.670843 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:05.740189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:05.759769 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-326dc366-7868-4cb2-a35f-3bd3363163a8 admin admin] Publish callbacks [] for security_group (cde41f64-84a4-47a4-969a-2cfe3c45c046), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.766896 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109204cd-8139-4e1f-a05e-5cbba827e79e req-5cd6bcab-cc4f-4cf9-a057-2873194d58cc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:05.768452 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-109204cd-8139-4e1f-a05e-5cbba827e79e req-5cd6bcab-cc4f-4cf9-a057-2873194d58cc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0746319 Jul 26 12:53:05.770027 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-326dc366-7868-4cb2-a35f-3bd3363163a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (cde41f64-84a4-47a4-969a-2cfe3c45c046), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.832110 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-326dc366-7868-4cb2-a35f-3bd3363163a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0164fadd49004a1f80dfa721e41e1fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401523 Jul 26 12:53:05.835531 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44598) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:05.838402 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc366-7868-4cb2-a35f-3bd3363163a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde41f64-84a4-47a4-969a-2cfe3c45c046,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:05.858177 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-109204cd-8139-4e1f-a05e-5cbba827e79e req-e78a86c9-3a1a-4948-9e6d-92cc7e876e52 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817785 Jul 26 12:53:05.893911 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d608-94e2-4098-b8cc-fa6eaf77e09d admin admin] Publish callbacks [] for security_group (cde41f64-84a4-47a4-969a-2cfe3c45c046), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.917064 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:05.919371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d608-94e2-4098-b8cc-fa6eaf77e09d admin admin] Publish callbacks [] for security_group (cde41f64-84a4-47a4-969a-2cfe3c45c046), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.969047 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d608-94e2-4098-b8cc-fa6eaf77e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (cde41f64-84a4-47a4-969a-2cfe3c45c046), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.971646 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d608-94e2-4098-b8cc-fa6eaf77e09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:05.972745 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d9f7d608-94e2-4098-b8cc-fa6eaf77e09d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cde41f64-84a4-47a4-969a-2cfe3c45c046 HTTP/1.1" status: 204 len: 168 time: 0.1361203 Jul 26 12:53:05.980581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d608-94e2-4098-b8cc-fa6eaf77e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde41f64-84a4-47a4-969a-2cfe3c45c046,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:06.058633 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:06.287660 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44610) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:06.302605 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-44131a20-b1af-48e2-bd09-f2952d95c402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.385457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-44131a20-b1af-48e2-bd09-f2952d95c402 admin admin] Publish callbacks [] for security_group (bc53cede-b89e-43c5-962a-f510e2fc705b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.389168 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-44131a20-b1af-48e2-bd09-f2952d95c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (bc53cede-b89e-43c5-962a-f510e2fc705b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.429808 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-44131a20-b1af-48e2-bd09-f2952d95c402 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a0a3758b9f346bcaec0883426504afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410501 Jul 26 12:53:06.430705 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44131a20-b1af-48e2-bd09-f2952d95c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc53cede-b89e-43c5-962a-f510e2fc705b,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:06.432565 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44612) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:06.486681 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e302-92d7-4de9-850c-4a4f3b64cf3d admin admin] Publish callbacks [] for security_group (bc53cede-b89e-43c5-962a-f510e2fc705b), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.508822 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e302-92d7-4de9-850c-4a4f3b64cf3d admin admin] Publish callbacks [] for security_group (bc53cede-b89e-43c5-962a-f510e2fc705b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.559145 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e302-92d7-4de9-850c-4a4f3b64cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (bc53cede-b89e-43c5-962a-f510e2fc705b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.562081 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e302-92d7-4de9-850c-4a4f3b64cf3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:06.563268 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b6b4e302-92d7-4de9-850c-4a4f3b64cf3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc53cede-b89e-43c5-962a-f510e2fc705b HTTP/1.1" status: 204 len: 168 time: 0.1291451 Jul 26 12:53:06.572555 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4e302-92d7-4de9-850c-4a4f3b64cf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc53cede-b89e-43c5-962a-f510e2fc705b,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:07.059659 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44646) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:07.192860 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20092288-9975-44c0-b2d8-51b35e54dd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.280619 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20092288-9975-44c0-b2d8-51b35e54dd7b admin admin] Publish callbacks [] for security_group (7f7e3bf2-c99b-44b0-984a-87aac6cb1e12), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.284776 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20092288-9975-44c0-b2d8-51b35e54dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (7f7e3bf2-c99b-44b0-984a-87aac6cb1e12), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.332345 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-20092288-9975-44c0-b2d8-51b35e54dd7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32882d8e5b2445dabf15c6d081077b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715809 Jul 26 12:53:07.335405 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44664) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:07.343766 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20092288-9975-44c0-b2d8-51b35e54dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7e3bf2-c99b-44b0-984a-87aac6cb1e12,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:07.409033 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642a7865-1aa0-47b8-a50a-93d09dfde8ed admin admin] Publish callbacks [] for security_group (7f7e3bf2-c99b-44b0-984a-87aac6cb1e12), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.435584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642a7865-1aa0-47b8-a50a-93d09dfde8ed admin admin] Publish callbacks [] for security_group (7f7e3bf2-c99b-44b0-984a-87aac6cb1e12), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.505741 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642a7865-1aa0-47b8-a50a-93d09dfde8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (7f7e3bf2-c99b-44b0-984a-87aac6cb1e12), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.508581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642a7865-1aa0-47b8-a50a-93d09dfde8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:07.509858 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-642a7865-1aa0-47b8-a50a-93d09dfde8ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f7e3bf2-c99b-44b0-984a-87aac6cb1e12 HTTP/1.1" status: 204 len: 168 time: 0.1735129 Jul 26 12:53:07.524966 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a7865-1aa0-47b8-a50a-93d09dfde8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7e3bf2-c99b-44b0-984a-87aac6cb1e12,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:07.572138 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-1695bb02-ce63-4af4-9bda-173fd3f81c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:07.573676 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-1695bb02-ce63-4af4-9bda-173fd3f81c5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1130 time: 0.0945585 Jul 26 12:53:07.610527 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4555b-b04c-4502-9675-438198f20a33 req-58199054-d997-4b64-9188-d961cb17aea5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:07.612392 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-17d4555b-b04c-4502-9675-438198f20a33 req-58199054-d997-4b64-9188-d961cb17aea5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0831881 Jul 26 12:53:07.716188 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-17d4555b-b04c-4502-9675-438198f20a33 req-7df19ad9-c231-4067-bb93-fb43f92caf09 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779026 Jul 26 12:53:07.728610 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-d5f5890f-22d2-4b1f-892f-1db8216aa123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:07.730110 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-d5f5890f-22d2-4b1f-892f-1db8216aa123 service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.1499932 Jul 26 12:53:07.782499 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-22293c52-fa68-4c61-b47c-a74f075a15e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 200 len: 217 time: 0.0442302 Jul 26 12:53:07.828753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:07.852124 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-705f7188-ebe3-4b3c-881e-f96a32a015f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:07.853895 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-705f7188-ebe3-4b3c-881e-f96a32a015f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0643709 Jul 26 12:53:07.903776 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-0a041d41-e7aa-4bfd-8687-216c2d8c9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:07.905414 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-0a041d41-e7aa-4bfd-8687-216c2d8c9253 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431421 Jul 26 12:53:07.912768 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44692) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:08.012523 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-6c69e684-d898-4b36-8c29-ddeb8115b56a service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003625 Jul 26 12:53:08.038898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a14b54-a63f-4080-867c-b3b616e821db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.092067 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:08.126950 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1e3ae428-7d14-4c6e-a409-76474224e70d req-eac8f191-951d-493b-b7cb-9f8a3d94668c service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067765 Jul 26 12:53:08.131820 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a14b54-a63f-4080-867c-b3b616e821db admin admin] Publish callbacks [] for security_group (abc157c1-9cde-44b6-b0d9-b23d7ede4b1e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.138807 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c1a14b54-a63f-4080-867c-b3b616e821db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (abc157c1-9cde-44b6-b0d9-b23d7ede4b1e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.170958 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:08.186017 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-c1a14b54-a63f-4080-867c-b3b616e821db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=273a85368c1143e0b07a2d96c79c35b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702806 Jul 26 12:53:08.186706 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44706) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:08.191888 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14b54-a63f-4080-867c-b3b616e821db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc157c1-9cde-44b6-b0d9-b23d7ede4b1e,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:08.252426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-825e2dbe-f202-453b-a9c0-69034e0ecfa2 admin admin] Publish callbacks [] for security_group (abc157c1-9cde-44b6-b0d9-b23d7ede4b1e), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.274570 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-825e2dbe-f202-453b-a9c0-69034e0ecfa2 admin admin] Publish callbacks [] for security_group (abc157c1-9cde-44b6-b0d9-b23d7ede4b1e), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.325058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-825e2dbe-f202-453b-a9c0-69034e0ecfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (abc157c1-9cde-44b6-b0d9-b23d7ede4b1e), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.327794 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-825e2dbe-f202-453b-a9c0-69034e0ecfa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:08.329272 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-825e2dbe-f202-453b-a9c0-69034e0ecfa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abc157c1-9cde-44b6-b0d9-b23d7ede4b1e HTTP/1.1" status: 204 len: 168 time: 0.1415563 Jul 26 12:53:08.337039 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e2dbe-f202-453b-a9c0-69034e0ecfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc157c1-9cde-44b6-b0d9-b23d7ede4b1e,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:08.864779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0103c-f18f-4866-ab3f-7bbc7d22b205 req-efd6828f-bb90-409b-a07f-957f09970018 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:08.866356 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7fe0103c-f18f-4866-ab3f-7bbc7d22b205 req-efd6828f-bb90-409b-a07f-957f09970018 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0575440 Jul 26 12:53:08.938026 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7fe0103c-f18f-4866-ab3f-7bbc7d22b205 req-6fa42c17-64d6-42c5-b2da-daf3970eb447 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659306 Jul 26 12:53:10.088377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cc5dc-fa99-42ad-9210-e17f50a96517 req-6ce14670-b7ba-4495-8383-642289382905 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:10.090036 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-524cc5dc-fa99-42ad-9210-e17f50a96517 req-6ce14670-b7ba-4495-8383-642289382905 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0671351 Jul 26 12:53:10.183885 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-524cc5dc-fa99-42ad-9210-e17f50a96517 req-1b27d805-2293-4355-887d-bd13dc3c9936 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873196 Jul 26 12:53:11.302961 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd7030-d406-46ce-b43c-44d797c4fbe8 req-a17328c9-49c3-4e53-bcc5-87cf2e0884d4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:11.304689 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cefd7030-d406-46ce-b43c-44d797c4fbe8 req-a17328c9-49c3-4e53-bcc5-87cf2e0884d4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0468287 Jul 26 12:53:11.357265 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cefd7030-d406-46ce-b43c-44d797c4fbe8 req-cf1a1f4c-19f4-49c6-ba6e-f45ac8e7676e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 Jul 26 12:53:11.962400 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44882) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:12.080641 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fe96ab72-bc2e-4dab-9f4d-5c49182b57c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.155823 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fe96ab72-bc2e-4dab-9f4d-5c49182b57c9 admin admin] Publish callbacks [] for security_group (06be1ce5-d753-467d-b751-cc9e95d0f761), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.160206 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fe96ab72-bc2e-4dab-9f4d-5c49182b57c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (06be1ce5-d753-467d-b751-cc9e95d0f761), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.198844 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96ab72-bc2e-4dab-9f4d-5c49182b57c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be1ce5-d753-467d-b751-cc9e95d0f761,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:12.203480 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-fe96ab72-bc2e-4dab-9f4d-5c49182b57c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20bc5fcf58914d7bbfa1d1be1327f4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400389 Jul 26 12:53:12.206765 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44886) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:12.257210 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-05744e7b-fd64-439d-8667-fd538bb26bd3 admin admin] Publish callbacks [] for security_group (06be1ce5-d753-467d-b751-cc9e95d0f761), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.278748 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-05744e7b-fd64-439d-8667-fd538bb26bd3 admin admin] Publish callbacks [] for security_group (06be1ce5-d753-467d-b751-cc9e95d0f761), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.333887 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-05744e7b-fd64-439d-8667-fd538bb26bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (06be1ce5-d753-467d-b751-cc9e95d0f761), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.336577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-05744e7b-fd64-439d-8667-fd538bb26bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:12.337737 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-05744e7b-fd64-439d-8667-fd538bb26bd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06be1ce5-d753-467d-b751-cc9e95d0f761 HTTP/1.1" status: 204 len: 168 time: 0.1303654 Jul 26 12:53:12.346111 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05744e7b-fd64-439d-8667-fd538bb26bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be1ce5-d753-467d-b751-cc9e95d0f761,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:12.451151 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:12.492195 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31f20d-7fce-494e-92b9-5027733d71db req-29d3bd76-c51e-4e4f-84c2-1e35683be769 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:12.493681 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-db31f20d-7fce-494e-92b9-5027733d71db req-29d3bd76-c51e-4e4f-84c2-1e35683be769 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0552485 Jul 26 12:53:12.543288 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-db31f20d-7fce-494e-92b9-5027733d71db req-16dc7f0f-e899-4346-8a24-b7979729f9ec tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Jul 26 12:53:12.848498 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44916) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:12.981484 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b1a1-a332-4e25-9862-602be040dea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.066407 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b1a1-a332-4e25-9862-602be040dea1 admin admin] Publish callbacks [] for security_group (f3a1d414-5140-42f3-9f79-a744121d41ae), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.071526 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b1a1-a332-4e25-9862-602be040dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f3a1d414-5140-42f3-9f79-a744121d41ae), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.107288 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e9f3b1a1-a332-4e25-9862-602be040dea1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f9e190b1a5a423e9cd061e5a465866a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576499 Jul 26 12:53:13.107888 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:13.110101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44928) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:13.119863 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3b1a1-a332-4e25-9862-602be040dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a1d414-5140-42f3-9f79-a744121d41ae,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:13.170756 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:13.179537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Publish callbacks [] for security_group (f3a1d414-5140-42f3-9f79-a744121d41ae), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.203158 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Publish callbacks [] for security_group (f3a1d414-5140-42f3-9f79-a744121d41ae), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.253155 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f3a1d414-5140-42f3-9f79-a744121d41ae), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.255893 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.257189 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3a1d414-5140-42f3-9f79-a744121d41ae HTTP/1.1" status: 204 len: 168 time: 0.1459608 Jul 26 12:53:13.265583 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a1d414-5140-42f3-9f79-a744121d41ae,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:13.274942 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.275298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.275696 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.276042 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.276394 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.276731 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.277053 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.277382 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.277878 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.278382 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.278731 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.279078 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.279411 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.279777 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.280084 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae93a3-da26-44b5-8757-d8493dced603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:13.655448 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 44946) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:13.672095 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-56124e63-5f20-4262-b9f8-fa119b7e8be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.680706 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460889a-bdd8-405e-aa14-5c154c18481e req-cfb19eb6-de78-42d0-8dec-8159d3923e8d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:13.682212 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f460889a-bdd8-405e-aa14-5c154c18481e req-cfb19eb6-de78-42d0-8dec-8159d3923e8d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Jul 26 12:53:13.734986 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f460889a-bdd8-405e-aa14-5c154c18481e req-b04d6314-85d4-4e43-9f21-731d7172c624 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470510 Jul 26 12:53:13.758290 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-56124e63-5f20-4262-b9f8-fa119b7e8be4 admin admin] Publish callbacks [] for security_group (184e3d55-58e3-478c-917d-ca5430817b40), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.762131 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-56124e63-5f20-4262-b9f8-fa119b7e8be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (184e3d55-58e3-478c-917d-ca5430817b40), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.799914 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-56124e63-5f20-4262-b9f8-fa119b7e8be4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09f74f5041f44789ab401d198911f780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431539 Jul 26 12:53:13.800754 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124e63-5f20-4262-b9f8-fa119b7e8be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e3d55-58e3-478c-917d-ca5430817b40,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:13.803862 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 44948) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:13.855506 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b202cf4e-eacc-4564-97d6-78c8a4fd135e admin admin] Publish callbacks [] for security_group (184e3d55-58e3-478c-917d-ca5430817b40), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.883861 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b202cf4e-eacc-4564-97d6-78c8a4fd135e admin admin] Publish callbacks [] for security_group (184e3d55-58e3-478c-917d-ca5430817b40), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.940674 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b202cf4e-eacc-4564-97d6-78c8a4fd135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (184e3d55-58e3-478c-917d-ca5430817b40), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.943527 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b202cf4e-eacc-4564-97d6-78c8a4fd135e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:13.944724 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b202cf4e-eacc-4564-97d6-78c8a4fd135e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/184e3d55-58e3-478c-917d-ca5430817b40 HTTP/1.1" status: 204 len: 168 time: 0.1396806 Jul 26 12:53:13.953353 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202cf4e-eacc-4564-97d6-78c8a4fd135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e3d55-58e3-478c-917d-ca5430817b40,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:14.868284 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d9e39-636b-49f2-aa74-5e8dc8757157 req-81f11bfa-84d2-49a9-b998-fa6a7e5865ad tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:14.876174 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-962d9e39-636b-49f2-aa74-5e8dc8757157 req-81f11bfa-84d2-49a9-b998-fa6a7e5865ad tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0621498 Jul 26 12:53:14.930812 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-962d9e39-636b-49f2-aa74-5e8dc8757157 req-4c2d7cdc-ae75-4c84-a26b-61a8136f1c22 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Jul 26 12:53:15.418392 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45060) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:15.525293 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f0568438-8471-4414-a21f-0531f5df89a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.607977 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f0568438-8471-4414-a21f-0531f5df89a2 admin admin] Publish callbacks [] for security_group (0bfba83e-e59d-4ce7-8252-81b0411794f6), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.612210 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f0568438-8471-4414-a21f-0531f5df89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (0bfba83e-e59d-4ce7-8252-81b0411794f6), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.652276 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f0568438-8471-4414-a21f-0531f5df89a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5138c47bd23f488f903788264ea9ff58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327709 Jul 26 12:53:15.653474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0568438-8471-4414-a21f-0531f5df89a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfba83e-e59d-4ce7-8252-81b0411794f6,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:15.656310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 45076) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:15.709028 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Publish callbacks [] for security_group (0bfba83e-e59d-4ce7-8252-81b0411794f6), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.733079 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Publish callbacks [] for security_group (0bfba83e-e59d-4ce7-8252-81b0411794f6), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.785663 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (0bfba83e-e59d-4ce7-8252-81b0411794f6), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.788742 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:15.789930 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bfba83e-e59d-4ce7-8252-81b0411794f6 HTTP/1.1" status: 204 len: 168 time: 0.1324494 Jul 26 12:53:15.798103 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfba83e-e59d-4ce7-8252-81b0411794f6,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:15.805254 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.805639 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.805950 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.806278 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.806614 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.807000 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.807292 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.807598 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.807960 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.808323 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.808640 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.808952 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.809271 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.809585 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:15.809916 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd66c-697d-48c3-b7fb-74dc2337555c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:16.030829 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:16.076865 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224f438-5d32-47c4-8a93-082cb90e850f req-f544bb34-1f58-47ed-a52f-9fd2264ffbf1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:16.078680 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5224f438-5d32-47c4-8a93-082cb90e850f req-f544bb34-1f58-47ed-a52f-9fd2264ffbf1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0573151 Jul 26 12:53:16.127720 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5224f438-5d32-47c4-8a93-082cb90e850f req-d21dc850-0f7b-476f-b195-cc8a05b04dc2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Jul 26 12:53:16.822699 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45122) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:16.855456 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-8c8ef87f-392b-4b9f-a2c9-fbe15774ddc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499852 Jul 26 12:53:16.937312 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975486-1235-4599-836c-44f269cabbe2 req-fa3021fe-35cc-4135-95d4-540190a0dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:16.939919 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-fa3021fe-35cc-4135-95d4-540190a0dd16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1129 time: 0.0523179 Jul 26 12:53:16.965716 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e1c5-070c-4d5f-9495-b7353be49387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.072160 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:17.078497 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e1c5-070c-4d5f-9495-b7353be49387 admin admin] Publish callbacks [] for security_group (6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.084419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e1c5-070c-4d5f-9495-b7353be49387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.092814 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975486-1235-4599-836c-44f269cabbe2 req-10cf3a3a-fb8f-4636-b74b-4ae8e33ca38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:17.094295 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-10cf3a3a-fb8f-4636-b74b-4ae8e33ca38d service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.1274059 Jul 26 12:53:17.134461 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-e7e3e1c5-070c-4d5f-9495-b7353be49387 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ab951d5e91f4bf7a23a710cdc244360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106632 Jul 26 12:53:17.135591 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e1c5-070c-4d5f-9495-b7353be49387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:17.138201 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45130) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:17.142269 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-2d02d4bc-c3cb-4381-aef3-08ab99c4dc97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 200 len: 217 time: 0.0368156 Jul 26 12:53:17.194516 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975486-1235-4599-836c-44f269cabbe2 req-cf00b273-64e4-454b-bbd5-d6fa3181d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:17.196103 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-cf00b273-64e4-454b-bbd5-d6fa3181d88c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0476460 Jul 26 12:53:17.211954 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e9857184-9918-4e14-91bd-1ab05f95862b admin admin] Publish callbacks [] for security_group (6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.216350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:17.238893 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e9857184-9918-4e14-91bd-1ab05f95862b admin admin] Publish callbacks [] for security_group (6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.284123 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975486-1235-4599-836c-44f269cabbe2 req-b848567a-401c-447a-a042-0753d1902398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:17.286763 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-b848567a-401c-447a-a042-0753d1902398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807848 Jul 26 12:53:17.293992 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e9857184-9918-4e14-91bd-1ab05f95862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.294797 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675faec8-7789-4473-9a43-53fcd6795751 req-95809256-25ef-43e8-a2bf-a07e7ce7eb92 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:17.296233 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-675faec8-7789-4473-9a43-53fcd6795751 req-95809256-25ef-43e8-a2bf-a07e7ce7eb92 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0800214 Jul 26 12:53:17.296625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e9857184-9918-4e14-91bd-1ab05f95862b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:17.297821 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-e9857184-9918-4e14-91bd-1ab05f95862b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80 HTTP/1.1" status: 204 len: 168 time: 0.1584892 Jul 26 12:53:17.309326 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9857184-9918-4e14-91bd-1ab05f95862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ba0d9-4bdd-4be1-8a2c-db52e3863f80,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:17.414743 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-675faec8-7789-4473-9a43-53fcd6795751 req-3bc10800-bbd3-4ae5-a947-a48c284bdea3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063063 Jul 26 12:53:17.426016 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-50e53845-3b7d-4836-870b-19915f355e1d service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288362 Jul 26 12:53:17.483622 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:17.534476 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9975486-1235-4599-836c-44f269cabbe2 req-0e53baee-8b37-43ab-818d-4c16d5a4bed5 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015465 Jul 26 12:53:17.998470 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45158) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:18.110207 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1675083771-network', 'tenant_id': 'fa4a3dadafc44483ad16923db53db457'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:18.133635 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Made reservation on behalf of fa4a3dadafc44483ad16923db53db457 for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:53:18.137488 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.148358 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.248942 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks [] for security_group (34cf131e-fbbd-4209-a56a-d770bc93f27c), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.254038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (34cf131e-fbbd-4209-a56a-d770bc93f27c), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.289189 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:53:18.296078 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf131e-fbbd-4209-a56a-d770bc93f27c,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:18.303970 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (c6a746ff-42b8-4f07-9346-56c338f60eca), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.304155 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Added segment c6a746ff-42b8-4f07-9346-56c338f60eca of type vlan for network 6f3c6a72-7f77-4ac8-bef3-87195153f5df Jul 26 12:53:18.358817 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (6f3c6a72-7f77-4ac8-bef3-87195153f5df), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.374651 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:18.386110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (6f3c6a72-7f77-4ac8-bef3-87195153f5df), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.387211 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:18.387844 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.444939 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4453650 Jul 26 12:53:18.451730 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 45174) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:18.457124 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Request body: {'subnet': {'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1675083771-subnet', 'tenant_id': 'fa4a3dadafc44483ad16923db53db457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:18.460479 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3380e1-f1cf-4af8-bf3d-5277e30ece39 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3c6a72-7f77-4ac8-bef3-87195153f5df,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:18.477795 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 6f3c6a72-7f77-4ac8-bef3-87195153f5df details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:53:18.483766 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Made reservation on behalf of fa4a3dadafc44483ad16923db53db457 for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:53:18.486492 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433146'] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.595005 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.603260 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec5664-d1ab-439f-a008-8173d52868a9 req-7b119f4a-e654-4ec0-8902-d3f42fcc9040 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:18.604771 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0aec5664-d1ab-439f-a008-8173d52868a9 req-7b119f4a-e654-4ec0-8902-d3f42fcc9040 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0712264 Jul 26 12:53:18.702378 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0aec5664-d1ab-439f-a008-8173d52868a9 req-047c1e62-0432-4f86-a501-b824a515f2b5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898359 Jul 26 12:53:18.770439 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433108'] for subnet (81efd1b2-aaf7-4900-bd05-83f18b6b5cc2), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.831123 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81efd1b2-aaf7-4900-bd05-83f18b6b5cc2,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:18.839925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Checking segment: {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:53:18.840277 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Network hostable DHCP agents. Network: 6f3c6a72-7f77-4ac8-bef3-87195153f5df, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:53:18.859283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Network 6f3c6a72-7f77-4ac8-bef3-87195153f5df is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:53:18.870525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 6f3c6a72-7f77-4ac8-bef3-87195153f5df) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:18.875364 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:18.876127 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:18.880948 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e36b1-43d5-4c47-853f-b4f54c9860dd None None] Network 6f3c6a72-7f77-4ac8-bef3-87195153f5df requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:53:18.894073 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-15565630-e782-4911-8a9d-e064218e4092 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4406877 Jul 26 12:53:18.983235 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113666d-07b3-4f8d-af18-7d47f8f44fd3 None None] Network 6f3c6a72-7f77-4ac8-bef3-87195153f5df requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:53:19.831249 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c2496-3013-4839-8fde-eb1cd7790010 req-e3981187-3a32-4665-9c95-2e757b44d94d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:19.833410 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9e8c2496-3013-4839-8fde-eb1cd7790010 req-e3981187-3a32-4665-9c95-2e757b44d94d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0567331 Jul 26 12:53:19.846733 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:19.883671 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9e8c2496-3013-4839-8fde-eb1cd7790010 req-2edafbf3-95c3-4aa0-be07-db8cb98ed9e7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Jul 26 12:53:22.570140 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-432eb5e1-863f-471f-869d-3190fb856a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:24.703843 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:24.717052 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-876ef2c6-2bc8-40a8-8034-a81ba161d27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:25.811500 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-96bb3838-1240-4137-902e-ef2e08d90b03 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fbda6b838e3b4a8f89a693e4c5174695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318608 Jul 26 12:53:25.879482 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-cd6299c0-eded-46e1-84fd-5d17ed51efd6 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:25.881041 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-cd6299c0-eded-46e1-84fd-5d17ed51efd6 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/networks?id=6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 200 len: 814 time: 0.1055095 Jul 26 12:53:25.907269 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-23f74a5b-e45b-44c1-9735-5f04a8a36f66 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/quotas/fa4a3dadafc44483ad16923db53db457 HTTP/1.1" status: 200 len: 375 time: 0.0165284 Jul 26 12:53:25.941236 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:25.948361 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-be4f95a2-494d-47fb-9c57-a4406a6e3b22 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa4a3dadafc44483ad16923db53db457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392077 Jul 26 12:53:26.039315 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-d473bbfc-44bb-4c97-bf89-d98253ef927f tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:26.040805 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-d473bbfc-44bb-4c97-bf89-d98253ef927f tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235258 Jul 26 12:53:26.046826 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-008aaa72-1731-4d54-97b4-fdadd0e30e5b service neutron] 10.222.0.20 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880964 Jul 26 12:53:26.056190 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-f6dbad5e-d88e-412c-a1f5-6d6630aaa653 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/quotas/fbda6b838e3b4a8f89a693e4c5174695 HTTP/1.1" status: 200 len: 375 time: 0.0100093 Jul 26 12:53:26.094440 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-202d0150-d0c3-4593-84f5-e7200f05e4cb tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbda6b838e3b4a8f89a693e4c5174695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328009 Jul 26 12:53:26.098101 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:26.145538 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-f227e56a-98e3-40c8-87bb-3b0316979117 service neutron] 10.222.0.20 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922191 Jul 26 12:53:26.354350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27183030-66c5-4075-a07e-0f116fc04aed req-c033a133-fe81-42dd-b21e-cc287fa2600f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:26.360171 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-27183030-66c5-4075-a07e-0f116fc04aed req-c033a133-fe81-42dd-b21e-cc287fa2600f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0792544 Jul 26 12:53:26.467590 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-27183030-66c5-4075-a07e-0f116fc04aed req-21894517-634a-4a47-9342-b4af74bcadf3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034484 Jul 26 12:53:26.612478 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f022454f-c9d9-429d-a438-3438acf8af7e req-2b5aef04-3a60-4130-b610-7553ca174ca1 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 210 time: 0.0988276 Jul 26 12:53:26.628032 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b441a6b9-f0c1-482d-9937-1ae9ca774b7b req-0efeb5b4-d1a6-4cb4-95bf-8f9c5716ed72 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 210 time: 0.0482376 Jul 26 12:53:27.028073 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978953c1-3828-4843-b1f1-6a43101e83a6 req-6805e138-dcfa-40bc-9245-cc489b38c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:27.032715 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-978953c1-3828-4843-b1f1-6a43101e83a6 req-6805e138-dcfa-40bc-9245-cc489b38c086 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1130 time: 0.0547938 Jul 26 12:53:27.128775 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-978953c1-3828-4843-b1f1-6a43101e83a6 req-1db07b29-2423-4997-b22c-ad8d02a7a2a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Jul 26 12:53:27.266714 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:27.613156 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f6d9-9d35-4837-a8b4-4324c10f2ff6 req-28532f36-1c9d-4ed9-a97d-1705584191fc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:27.614886 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b0f7f6d9-9d35-4837-a8b4-4324c10f2ff6 req-28532f36-1c9d-4ed9-a97d-1705584191fc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0512149 Jul 26 12:53:27.616045 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:27.635495 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:27.670469 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b0f7f6d9-9d35-4837-a8b4-4324c10f2ff6 req-bb81d6ef-1e36-4690-8eef-3da707adfd94 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Jul 26 12:53:27.708749 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ca2220a6-3708-421a-a9fe-8c3f8f81db75 req-7b7bda96-7e01-461b-8a8a-bb694ad9f533 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 210 time: 0.0332525 Jul 26 12:53:27.771493 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfa3a026-05ab-4c95-a492-e1dbe087bce2 req-021611b4-c5f1-4f96-a489-e364a1ddb256 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Jul 26 12:53:28.587132 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ade2d41e-576d-447a-99ed-92a3295d08ee tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fbda6b838e3b4a8f89a693e4c5174695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297296 Jul 26 12:53:28.790944 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09115013-3d1c-4c35-85a1-0542d4d6f519 req-83a1ebd9-20a1-4e07-8b3f-33716f910968 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:28.792436 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-09115013-3d1c-4c35-85a1-0542d4d6f519 req-83a1ebd9-20a1-4e07-8b3f-33716f910968 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Jul 26 12:53:28.839480 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-09115013-3d1c-4c35-85a1-0542d4d6f519 req-329c3e47-fd0b-44f7-93bd-be9ef2961d20 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Jul 26 12:53:29.221445 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c6b376ef-a9f8-4317-bc29-402e923ef115 req-2b9822e9-d08e-4c02-ab55-e5ed736f3fa3 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 210 time: 0.0515976 Jul 26 12:53:29.328120 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f08454d2-5475-4cf6-9e8e-4792bdd3fc11 req-9549595d-dd2a-4acd-9fe6-4843b08d8641 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 210 time: 0.0473776 Jul 26 12:53:29.637820 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:29.659363 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daca87-5129-4cc8-8442-25fccce0998c req-4662ec1b-1a95-42e1-ab46-27edc91248d3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:29.661073 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a7daca87-5129-4cc8-8442-25fccce0998c req-4662ec1b-1a95-42e1-ab46-27edc91248d3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0548732 Jul 26 12:53:29.750259 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-799e366b-3365-407c-ba07-603fcfe1a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:29.751791 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-799e366b-3365-407c-ba07-603fcfe1a0a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1130 time: 0.0757444 Jul 26 12:53:29.756337 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a7daca87-5129-4cc8-8442-25fccce0998c req-64815e1c-f37b-4c33-91a6-d488d38e377e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880411 Jul 26 12:53:29.756880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-8e764e97-6bf4-4d28-bfae-272cf0b7ad87 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:29.758282 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-8e764e97-6bf4-4d28-bfae-272cf0b7ad87 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6028988 Jul 26 12:53:29.789485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Request body: {'port': {'device_id': '9dc189b1-f457-4614-9639-b10131941960', 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a', 'admin_state_up': True, 'tenant_id': 'fbda6b838e3b4a8f89a693e4c5174695'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:29.875409 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2564a9-498f-4e1e-a2d8-4295b9dff036 req-93f6264f-2cd4-4c08-863f-f5299590438c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:29.876906 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bc2564a9-498f-4e1e-a2d8-4295b9dff036 req-93f6264f-2cd4-4c08-863f-f5299590438c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1375391 Jul 26 12:53:29.919536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-851e5029-a3a9-4b07-bc69-152ef0ddadf8 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:29.920936 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-851e5029-a3a9-4b07-bc69-152ef0ddadf8 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "GET /v2.0/networks?id=6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 200 len: 814 time: 0.7448552 Jul 26 12:53:29.931702 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-a9497258-7a02-455a-8d15-5a45dddbc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:29.933172 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-a9497258-7a02-455a-8d15-5a45dddbc9bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.1572046 Jul 26 12:53:29.942163 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Request body: {'port': {'device_id': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df', 'admin_state_up': True, 'tenant_id': 'fa4a3dadafc44483ad16923db53db457'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:29.974801 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-0051a495-7d9f-4310-b6fd-b9b85b110959 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 200 len: 217 time: 0.0332463 Jul 26 12:53:30.026635 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-f9266468-a97d-4604-80ac-eacb287d9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:30.028183 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-f9266468-a97d-4604-80ac-eacb287d9ae0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0484726 Jul 26 12:53:30.037901 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:30.041808 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bc2564a9-498f-4e1e-a2d8-4295b9dff036 req-2bb5b2bd-cefc-41db-a67a-f6f30cf46ab2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555908 Jul 26 12:53:30.067365 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Made reservation on behalf of fbda6b838e3b4a8f89a693e4c5174695 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:53:30.071088 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.079682 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-245ae925-ec89-41b7-b506-904acfc3a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:30.082452 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-245ae925-ec89-41b7-b506-904acfc3a24b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470214 Jul 26 12:53:30.091162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.157478 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Made reservation on behalf of fa4a3dadafc44483ad16923db53db457 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:53:30.161580 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.278827 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks [] for security_group (11fee467-3c2c-470b-8a42-9cd4186dd686), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.286806 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (11fee467-3c2c-470b-8a42-9cd4186dd686), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.359953 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:30.396533 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fee467-3c2c-470b-8a42-9cd4186dd686,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:30.431788 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3d51b439-4d27-4753-a413-3090fe8cc18f req-e47375ce-72d4-43b2-9206-1b3e91f97272 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 210 time: 0.0885384 Jul 26 12:53:30.469209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Allocated IP 172.20.0.6 (6f3c6a72-7f77-4ac8-bef3-87195153f5df/81efd1b2-aaf7-4900-bd05-83f18b6b5cc2/9b013626-dcc3-4a6a-84ce-6c100ca71a7e) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:53:30.487383 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-e24ea9e6-a67e-4123-91bd-a722783411ee service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980885 Jul 26 12:53:30.492240 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6dfa84aa-dda6-4054-8de3-d4d4c2d1dd57 req-11a72513-3ff8-4312-869b-23faa83c1807 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 210 time: 0.0666156 Jul 26 12:53:30.539830 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Allocated IP 192.168.233.246 (43da38ee-2382-4686-890f-6bcba3d3e19a/4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e/53cbdca1-deba-44f6-8b56-5b94884fd66d) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:53:30.616490 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cbf0bdb6-4cef-4749-b950-873a7734ffa3 req-dd14a037-46aa-4ce4-9e04-28b07cd7cad2 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228094 Jul 26 12:53:30.743007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:30.780033 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks [] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.824343 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks [] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.838673 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:30.854166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:30.879779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff561f07-9e2c-4d9b-88d1-f6ea634eb0da req-9524e53e-26a4-4969-aefe-22fc403cf00c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:30.881889 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff561f07-9e2c-4d9b-88d1-f6ea634eb0da req-9524e53e-26a4-4969-aefe-22fc403cf00c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0517683 Jul 26 12:53:30.918006 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Network 6f3c6a72-7f77-4ac8-bef3-87195153f5df is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:53:30.923506 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:30.926506 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:53:30.932177 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Pushing event updated for resources: {'Port': ['ID=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:30.934542 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff561f07-9e2c-4d9b-88d1-f6ea634eb0da req-88bea918-5bdd-4227-be26-abf2aeeb7963 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468729 Jul 26 12:53:30.936983 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:31.010858 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:31.020473 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Network 43da38ee-2382-4686-890f-6bcba3d3e19a is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:53:31.032020 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:31.036139 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:53:31.041705 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Pushing event updated for resources: {'Port': ['ID=53cbdca1-deba-44f6-8b56-5b94884fd66d,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:31.051083 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:31.051808 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:31.103965 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d62be4-d4ff-4e29-b9b7-8732d1ac9d80 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703649 Jul 26 12:53:31.117401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:31.118076 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:31.145331 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-ff9d16a1-6292-470c-95ab-efff266541b2 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3602509 Jul 26 12:53:31.183081 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd89e6e-9911-407f-8350-35c7e4816022 req-4d645fe4-7583-4533-bbae-ac290610c588 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:31.184661 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cfd89e6e-9911-407f-8350-35c7e4816022 req-4d645fe4-7583-4533-bbae-ac290610c588 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0565426 Jul 26 12:53:31.237705 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cfd89e6e-9911-407f-8350-35c7e4816022 req-5b4da7bc-eb2f-44e5-99c4-b6a27ef51e16 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465131 Jul 26 12:53:31.282368 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-4357d510-c8ff-4237-a5cf-410b7704b4d6 None None] Provisioning complete for port 53cbdca1-deba-44f6-8b56-5b94884fd66d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:31.282860 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4357d510-c8ff-4237-a5cf-410b7704b4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:31.323840 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4357d510-c8ff-4237-a5cf-410b7704b4d6 None None] Port 53cbdca1-deba-44f6-8b56-5b94884fd66d cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:53:31.555532 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c024df0-d055-45c5-9420-21d2594ada82 req-de930779-1633-421b-a85d-9617ff172c70 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:31.557156 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3c024df0-d055-45c5-9420-21d2594ada82 req-de930779-1633-421b-a85d-9617ff172c70 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 931 time: 0.0538795 Jul 26 12:53:31.609589 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3c024df0-d055-45c5-9420-21d2594ada82 req-167f0b8f-e026-42a0-ad82-a32535a2cf99 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470765 Jul 26 12:53:31.667113 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3fb3f-7a31-4d2f-a66b-c75942d3b5aa req-a6aa9a7c-81b9-48d5-8549-c9a5ca9ec256 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:31.668949 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e9b3fb3f-7a31-4d2f-a66b-c75942d3b5aa req-a6aa9a7c-81b9-48d5-8549-c9a5ca9ec256 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 936 time: 0.0793188 Jul 26 12:53:31.718268 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e9b3fb3f-7a31-4d2f-a66b-c75942d3b5aa req-112be499-fd3c-41d7-a7d9-fc14ced82a31 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Jul 26 12:53:32.057272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8fdf4-ec77-4c61-8285-d8ecd7b9210f req-6d1b3605-4ca7-4161-8c33-570e9bcdeef1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:32.059119 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-47b8fdf4-ec77-4c61-8285-d8ecd7b9210f req-6d1b3605-4ca7-4161-8c33-570e9bcdeef1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0507345 Jul 26 12:53:32.082387 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:32.085412 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Request body: {'port': {'device_id': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:32.087984 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:32.092086 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Request body: {'port': {'device_id': '9dc189b1-f457-4614-9639-b10131941960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:32.109384 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-47b8fdf4-ec77-4c61-8285-d8ecd7b9210f req-3c882e79-2ca8-4dbd-9164-11a7af330c0f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Jul 26 12:53:32.198937 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:32.201047 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:32.419619 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:32.457201 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74331a25-bc72-47d7-b0b5-b786390ac530 req-89b45eb7-36cb-4875-885f-eba8ce304d68 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:32.458698 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-74331a25-bc72-47d7-b0b5-b786390ac530 req-89b45eb7-36cb-4875-885f-eba8ce304d68 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1212795 Jul 26 12:53:32.613900 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:32.637242 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-74331a25-bc72-47d7-b0b5-b786390ac530 req-0a74af9a-ffea-469b-a379-10008542eeda tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651080 Jul 26 12:53:32.754699 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cbdca1-deba-44f6-8b56-5b94884fd66d {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:32.760251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b013626-dcc3-4a6a-84ce-6c100ca71a7e {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:32.762077 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5680bec-52a1-4ad1-9aa2-deeb4a2054fd req-0a253302-e2f6-4233-a10e-231351b02d13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:32.763894 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5680bec-52a1-4ad1-9aa2-deeb4a2054fd req-0a253302-e2f6-4233-a10e-231351b02d13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 931 time: 0.0565624 Jul 26 12:53:32.767577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Publish callbacks [] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:32.773968 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Publish callbacks [] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:32.792499 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Transition to ACTIVE for port object 53cbdca1-deba-44f6-8b56-5b94884fd66d will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:53:32.796385 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Transition to ACTIVE for port object 9b013626-dcc3-4a6a-84ce-6c100ca71a7e will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:53:32.806971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:32.808954 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:32.817199 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5680bec-52a1-4ad1-9aa2-deeb4a2054fd req-70c15fe0-95aa-47e6-9f2d-cf74cf29de18 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Jul 26 12:53:32.894708 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b5967-7c5d-4758-8eb8-fd7f4a714960 req-9e95608d-ed32-41ea-9bf6-85c68d51868f tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:32.896369 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5f9b5967-7c5d-4758-8eb8-fd7f4a714960 req-9e95608d-ed32-41ea-9bf6-85c68d51868f tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.1013694 Jul 26 12:53:32.928312 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Pushing event updated for resources: {'Port': ['ID=53cbdca1-deba-44f6-8b56-5b94884fd66d,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:33.058018 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Pushing event updated for resources: {'Port': ['ID=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:33.060613 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:53:33.113774 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5f9b5967-7c5d-4758-8eb8-fd7f4a714960 req-1b768c17-2361-4058-a2ac-d5130bcbfa2d tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872566 Jul 26 12:53:33.116190 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Attempting to bind port 53cbdca1-deba-44f6-8b56-5b94884fd66d on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:53:33.116513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Attempting to bind port 53cbdca1-deba-44f6-8b56-5b94884fd66d by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:53:33.116834 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Attempting to bind port 53cbdca1-deba-44f6-8b56-5b94884fd66d on network 43da38ee-2382-4686-890f-6bcba3d3e19a {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:33.139172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Port 53cbdca1-deba-44f6-8b56-5b94884fd66d on network 43da38ee-2382-4686-890f-6bcba3d3e19a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:53:33.139172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Attempting to bind port 53cbdca1-deba-44f6-8b56-5b94884fd66d on network 43da38ee-2382-4686-890f-6bcba3d3e19a {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:33.139172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:33.139172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Attempting to bind port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:53:33.139172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Attempting to bind port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:53:33.139172 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Attempting to bind port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e on network 6f3c6a72-7f77-4ac8-bef3-87195153f5df {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:33.141019 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:53:33.141350 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Checking segment: {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:53:33.141722 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Bound using segment: {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:53:33.142150 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Bound port: 53cbdca1-deba-44f6-8b56-5b94884fd66d, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:53:33.142496 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:33.146363 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e on network 6f3c6a72-7f77-4ac8-bef3-87195153f5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:53:33.146461 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Attempting to bind port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e on network 6f3c6a72-7f77-4ac8-bef3-87195153f5df {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:33.160065 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:53:33.160402 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Checking segment: {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:53:33.160776 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Bound using segment: {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:53:33.161243 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Bound port: 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:53:33.161589 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:33.238294 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c776cd-c5db-43ff-827b-f2f2490b8bca req-f68b80b0-8afe-442c-9875-b417d7a7db19 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:33.240449 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-10c776cd-c5db-43ff-827b-f2f2490b8bca req-f68b80b0-8afe-442c-9875-b417d7a7db19 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0490365 Jul 26 12:53:33.265554 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] For port 53cbdca1-deba-44f6-8b56-5b94884fd66d, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:53:33.275904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] For port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:53:33.280256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] For port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:53:33.282472 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] For port 53cbdca1-deba-44f6-8b56-5b94884fd66d, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:53:33.289500 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-10c776cd-c5db-43ff-827b-f2f2490b8bca req-bc0f0298-4fb6-448c-bc56-82f43203abf9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Jul 26 12:53:33.290915 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:33.293395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:33.338437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:33.339060 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:33.340473 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] 10.222.0.46 "PUT /v2.0/ports/53cbdca1-deba-44f6-8b56-5b94884fd66d HTTP/1.1" status: 200 len: 1098 time: 1.2522511 Jul 26 12:53:33.340909 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc189b1-f457-4614-9639-b10131941960', 'tag': '53cbdca1-deba-44f6-8b56-5b94884fd66d'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:33.343209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae9843-4022-4c70-8b5b-1f9650d83905" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc189b1-f457-4614-9639-b10131941960", "tag": "53cbdca1-deba-44f6-8b56-5b94884fd66d"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:33.352316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:33.352978 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:33.354372 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] 10.222.0.46 "PUT /v2.0/ports/9b013626-dcc3-4a6a-84ce-6c100ca71a7e HTTP/1.1" status: 200 len: 1093 time: 1.2738526 Jul 26 12:53:33.368996 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db73d-7c38-4218-a97e-379f0e214047 service neutron] Pushing event updated for resources: {'Port': ['ID=53cbdca1-deba-44f6-8b56-5b94884fd66d,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:33.399415 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5081a0-2666-4b03-b021-95bb8b2ba2e8 x-openstack-request-id: req-4e5081a0-2666-4b03-b021-95bb8b2ba2e8 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:33.399745 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc189b1-f457-4614-9639-b10131941960", "tag": "53cbdca1-deba-44f6-8b56-5b94884fd66d", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:33.400007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e5081a0-2666-4b03-b021-95bb8b2ba2e8 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:33.400416 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5081a0-2666-4b03-b021-95bb8b2ba2e8'] response: {'name': 'network-changed', 'server_uuid': '9dc189b1-f457-4614-9639-b10131941960', 'tag': '53cbdca1-deba-44f6-8b56-5b94884fd66d', 'status': 'completed', 'code': 200} Jul 26 12:53:33.408902 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:33.435389 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe645-98bb-492d-a811-7b4aaa6d82ab service neutron] Pushing event updated for resources: {'Port': ['ID=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:33.761901 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef350044-6f2b-4260-bb5d-9756aaca0c22 req-ec0cf50f-437f-4e61-b301-e3eafc1daa7e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:33.763414 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ef350044-6f2b-4260-bb5d-9756aaca0c22 req-ec0cf50f-437f-4e61-b301-e3eafc1daa7e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0473232 Jul 26 12:53:33.794019 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:33.815952 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ef350044-6f2b-4260-bb5d-9756aaca0c22 req-b453cd57-3a62-4b9a-ac80-377ca1f2245b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466704 Jul 26 12:53:33.944133 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a25e1-0aac-4d19-9396-5200131ae8be req-8d85d67a-2722-4961-83f4-0628761a1819 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:33.945660 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d84a25e1-0aac-4d19-9396-5200131ae8be req-8d85d67a-2722-4961-83f4-0628761a1819 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 943 time: 0.0534122 Jul 26 12:53:33.993286 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d84a25e1-0aac-4d19-9396-5200131ae8be req-57aa4e75-6040-4b2b-adc1-4db6a2571aaf tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Jul 26 12:53:34.230159 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817855d5-71cc-492d-9bc0-4441400ec397 req-9a2ce5a6-8da9-46d5-bd4b-8594bbc30b6b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:34.231616 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-817855d5-71cc-492d-9bc0-4441400ec397 req-9a2ce5a6-8da9-46d5-bd4b-8594bbc30b6b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0467467 Jul 26 12:53:34.279452 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-817855d5-71cc-492d-9bc0-4441400ec397 req-ec71e375-19f3-4928-9b2e-7cfd83476814 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 Jul 26 12:53:34.407741 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e2b5a-2757-43eb-91c8-1985f18ef6c2 req-363bbf5a-e280-4777-bea5-1ddd700cb1a7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:34.409229 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a41e2b5a-2757-43eb-91c8-1985f18ef6c2 req-363bbf5a-e280-4777-bea5-1ddd700cb1a7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0471950 Jul 26 12:53:34.457114 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a41e2b5a-2757-43eb-91c8-1985f18ef6c2 req-46b398e2-f51f-452e-bcc4-8d579b870a2f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Jul 26 12:53:34.936087 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a908be-a556-494f-bcfc-7e28ba0dcc71 req-0942a9bd-735f-4203-90fa-06df96cb056b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:34.937557 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-11a908be-a556-494f-bcfc-7e28ba0dcc71 req-0942a9bd-735f-4203-90fa-06df96cb056b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0467093 Jul 26 12:53:34.985176 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-11a908be-a556-494f-bcfc-7e28ba0dcc71 req-5341195e-4075-4ccc-bbb7-ad764391c395 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Jul 26 12:53:35.144778 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c3cf-611b-4b4d-b993-b0a7996b5ea6 req-c54b93ce-a261-48c0-97ae-5878ddf014c8 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:35.146678 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8bf0c3cf-611b-4b4d-b993-b0a7996b5ea6 req-c54b93ce-a261-48c0-97ae-5878ddf014c8 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 943 time: 0.0793171 Jul 26 12:53:35.166149 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-b3e9003d-13d5-47ec-89e7-b846e6c90dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:35.168130 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-b3e9003d-13d5-47ec-89e7-b846e6c90dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbda6b838e3b4a8f89a693e4c5174695&device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 1132 time: 0.0649621 Jul 26 12:53:35.206442 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8bf0c3cf-611b-4b4d-b993-b0a7996b5ea6 req-1ffc2aee-f634-494a-bad3-5f319d4db918 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Jul 26 12:53:35.396634 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc102f-c182-4697-94f6-72cbeecf468f req-443f6d02-7a0a-4e9d-99c9-179bb063f72c tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:35.398011 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cccc102f-c182-4697-94f6-72cbeecf468f req-443f6d02-7a0a-4e9d-99c9-179bb063f72c tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0505292 Jul 26 12:53:35.401205 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'tag': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:35.403520 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f488db-a32e-42d2-a9f5-9aa29808b24d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf15f1d-311d-4b62-a80c-6668706d2a67", "tag": "9b013626-dcc3-4a6a-84ce-6c100ca71a7e"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:35.438777 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd87199-e822-4bce-8a7e-ae1845ffb992 x-openstack-request-id: req-dbd87199-e822-4bce-8a7e-ae1845ffb992 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:35.439366 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf15f1d-311d-4b62-a80c-6668706d2a67", "tag": "9b013626-dcc3-4a6a-84ce-6c100ca71a7e", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:35.439366 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbd87199-e822-4bce-8a7e-ae1845ffb992 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:35.439732 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd87199-e822-4bce-8a7e-ae1845ffb992'] response: {'name': 'network-changed', 'server_uuid': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'tag': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e', 'status': 'completed', 'code': 200} Jul 26 12:53:35.447421 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cccc102f-c182-4697-94f6-72cbeecf468f req-a2cb67cc-07bd-45b6-81c6-2e0d28642015 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Jul 26 12:53:35.578024 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9433ee3-3cf6-4061-a4c2-850e20b280d3 req-313a7c5b-95bd-40bd-9d6e-fb83fa0d2e3d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:35.579503 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9433ee3-3cf6-4061-a4c2-850e20b280d3 req-313a7c5b-95bd-40bd-9d6e-fb83fa0d2e3d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0480919 Jul 26 12:53:35.627559 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9433ee3-3cf6-4061-a4c2-850e20b280d3 req-f9bdd4ea-5111-45ad-a3e3-b126d9977a8c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Jul 26 12:53:35.920510 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-06a6a4f6-4b1f-4314-a4a5-b7acafcbe830 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d HTTP/1.1" status: 200 len: 217 time: 0.0688846 Jul 26 12:53:35.937820 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-19f1f2f7-1ffd-4d54-b6e9-2954b70e3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:35.939442 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-19f1f2f7-1ffd-4d54-b6e9-2954b70e3138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa4a3dadafc44483ad16923db53db457&device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 1127 time: 0.0865364 Jul 26 12:53:36.120719 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46576a-254e-449e-b910-ffd1edfd39cc req-8201675c-4b46-4e64-9b4a-c3ebf4e220f1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:36.122196 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ab46576a-254e-449e-b910-ffd1edfd39cc req-8201675c-4b46-4e64-9b4a-c3ebf4e220f1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0482321 Jul 26 12:53:36.172985 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ab46576a-254e-449e-b910-ffd1edfd39cc req-69f0c3d1-81de-4488-9e7b-fd08b953d0f4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Jul 26 12:53:36.275292 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-6705d702-f2ca-498a-bf5b-51c61af9c129 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e HTTP/1.1" status: 200 len: 217 time: 0.0579934 Jul 26 12:53:36.323861 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:36.352256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-b2c78018-6c6c-4301-a75b-49dab98262bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:36.353729 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-b2c78018-6c6c-4301-a75b-49dab98262bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e HTTP/1.1" status: 200 len: 843 time: 0.1442444 Jul 26 12:53:36.376871 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816148d0-1232-4aed-8892-4752889bb1b0 req-6ed6fc25-453d-4371-91d5-cb7ec2c00807 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:36.378356 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-816148d0-1232-4aed-8892-4752889bb1b0 req-6ed6fc25-453d-4371-91d5-cb7ec2c00807 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 943 time: 0.0951583 Jul 26 12:53:36.382934 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-a5c8dfaf-421c-4f6c-8520-3b4aa4b3acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:36.384546 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-a5c8dfaf-421c-4f6c-8520-3b4aa4b3acf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81efd1b2-aaf7-4900-bd05-83f18b6b5cc2 HTTP/1.1" status: 200 len: 854 time: 0.0876377 Jul 26 12:53:36.427515 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-816148d0-1232-4aed-8892-4752889bb1b0 req-8430ef2f-067d-4290-a008-0a3b347c1da2 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Jul 26 12:53:36.573514 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500e5d6-5576-40c0-bd01-60797e144c4a req-814cd92e-1c8c-44e7-826d-ca82396bd737 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:36.575026 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8500e5d6-5576-40c0-bd01-60797e144c4a req-814cd92e-1c8c-44e7-826d-ca82396bd737 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0531743 Jul 26 12:53:36.605694 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:36.624320 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8500e5d6-5576-40c0-bd01-60797e144c4a req-ff3568c6-9560-482f-b99a-a8525e990a08 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Jul 26 12:53:36.682105 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-9d85fb0f-2901-4f5e-9b83-aa44dbbf4780 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f3c6a72-7f77-4ac8-bef3-87195153f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614552 Jul 26 12:53:36.699286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-aedff234-53bd-4d39-b66e-66ad4f457f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:36.700750 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-aedff234-53bd-4d39-b66e-66ad4f457f10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43da38ee-2382-4686-890f-6bcba3d3e19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0816071 Jul 26 12:53:37.096720 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45486) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.101554 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24827052', 'description': 'tempest-description--2045234224'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.116412 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-59d918d9-2fb6-4497-9397-a0089addaeac service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250581 Jul 26 12:53:37.120106 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-fb83d63e-1d2c-4551-a8a7-6ddf9a3fb065 service neutron] 10.222.0.46 "GET /v2.0/networks/43da38ee-2382-4686-890f-6bcba3d3e19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073861 Jul 26 12:53:37.126033 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.224007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45492) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.234112 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987282422', 'description': 'tempest-description--813834031'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.254143 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:37.255352 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group (0a263b1e-8d38-4a3e-b34e-939390f6d7b5), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.264196 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (0a263b1e-8d38-4a3e-b34e-939390f6d7b5), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.278239 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.309947 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.311180 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2133443 Jul 26 12:53:37.315143 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45494) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.320496 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'security_group_rule': {'security_group_id': '0a263b1e-8d38-4a3e-b34e-939390f6d7b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.325643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d150319-cbb5-4936-a68a-f9e70845fa81 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a263b1e-8d38-4a3e-b34e-939390f6d7b5,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:37.335390 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f659536-4a44-4957-90a9-6aaadb4b7544 req-6f6b79fc-56af-4026-b12b-e8dad848f831 service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076740 Jul 26 12:53:37.360723 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4ee2-9422-42eb-a2f1-63e85df3806b req-a96773fa-6a8e-40e1-bcb2-a770bde58176 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:37.362580 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-29cc4ee2-9422-42eb-a2f1-63e85df3806b req-a96773fa-6a8e-40e1-bcb2-a770bde58176 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0925109 Jul 26 12:53:37.383228 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-746c2ec9-f1b7-4e91-8be4-e559a7c76871 req-71b10310-a717-45b5-9c78-f0af18686100 service neutron] 10.222.0.46 "GET /v2.0/networks/43da38ee-2382-4686-890f-6bcba3d3e19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540259 Jul 26 12:53:37.388854 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group_rule (18dc3ded-baa8-47d2-8f9e-789c916d851e), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.413115 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (f9e21a4c-10ac-4f65-952a-b56ed24845c4), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.418696 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-29cc4ee2-9422-42eb-a2f1-63e85df3806b req-581554bc-9d31-4989-832b-99b27f9f827d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481889 Jul 26 12:53:37.421023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f9e21a4c-10ac-4f65-952a-b56ed24845c4), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.433199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:37.468544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.469770 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2448165 Jul 26 12:53:37.472970 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 45496) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.474312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a557a9c-6a09-43e7-974f-3df675e4dee3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e21a4c-10ac-4f65-952a-b56ed24845c4,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:37.478206 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': 'f9e21a4c-10ac-4f65-952a-b56ed24845c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.493090 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group_rule (18dc3ded-baa8-47d2-8f9e-789c916d851e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.497215 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (18dc3ded-baa8-47d2-8f9e-789c916d851e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.511294 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (cb82c14f-a1a5-44a4-ae8a-2934aa88f661), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.518190 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dc3ded-baa8-47d2-8f9e-789c916d851e,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:37.527766 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.529121 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-91d573f2-4cd1-4ff1-9ef2-ea97e49b9903 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129722 Jul 26 12:53:37.532016 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45500) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.538355 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'security_group_rule': {'security_group_id': '0a263b1e-8d38-4a3e-b34e-939390f6d7b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.575716 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group_rule (da94b7db-8a1e-4845-a52a-23e642f75ced), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.597963 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (cb82c14f-a1a5-44a4-ae8a-2934aa88f661), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.602379 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (cb82c14f-a1a5-44a4-ae8a-2934aa88f661), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.623343 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb82c14f-a1a5-44a4-ae8a-2934aa88f661,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:37.633678 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.634987 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-02bca857-96ed-42e2-ab4e-2a66d99e1dbd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608655 Jul 26 12:53:37.638077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 45508) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.642805 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': 'f9e21a4c-10ac-4f65-952a-b56ed24845c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.673075 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c3e58-e6de-4343-86f3-29e23560d596 req-1b52057f-c4b5-42a3-b5fa-7ec6c7b267e2 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:37.674290 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (c4102c5f-27d9-4e3c-ad1c-929d93fdbb42), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.680920 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a60c3e58-e6de-4343-86f3-29e23560d596 req-1b52057f-c4b5-42a3-b5fa-7ec6c7b267e2 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 943 time: 0.0894930 Jul 26 12:53:37.708898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group_rule (da94b7db-8a1e-4845-a52a-23e642f75ced), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.718212 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (da94b7db-8a1e-4845-a52a-23e642f75ced), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.742108 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:37.756581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da94b7db-8a1e-4845-a52a-23e642f75ced,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:37.764330 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.765301 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-255961c8-c2f0-460e-a967-d825c963be27 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2322440 Jul 26 12:53:37.768813 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a60c3e58-e6de-4343-86f3-29e23560d596 req-23819872-b142-40de-b04d-af06ab542713 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870116 Jul 26 12:53:37.769358 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45512) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.774479 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.776148 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73b1a-2aa9-4496-ac96-2f25bee48506 req-3f5fc3e4-ee6d-42b1-bc78-b1d6f019de1b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:37.777840 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e73b1a-2aa9-4496-ac96-2f25bee48506 req-3f5fc3e4-ee6d-42b1-bc78-b1d6f019de1b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0648875 Jul 26 12:53:37.784972 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (c4102c5f-27d9-4e3c-ad1c-929d93fdbb42), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.798535 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.798754 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (c4102c5f-27d9-4e3c-ad1c-929d93fdbb42), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.831946 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4102c5f-27d9-4e3c-ad1c-929d93fdbb42,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:37.836442 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:37.844753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.845956 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e64355a1-91bf-4c63-8494-3edd5f4caa17 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069426 Jul 26 12:53:37.850070 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 45514) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:37.861527 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:37.880440 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-65e73b1a-2aa9-4496-ac96-2f25bee48506 req-1df4de48-8f0e-4bb2-a912-3684205ae83f tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920639 Jul 26 12:53:37.884780 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.903670 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:37.977942 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.000601 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Allocated IP 172.27.2.83 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/d2d1e280-f947-498d-98b9-ed542b9cf0c6) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:53:38.103405 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.136137 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.165389 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:38.179295 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:53:38.184238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:38.188340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:53:38.202630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.27.2.240 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/37a28bcf-f4df-400a-8b9e-1bc56f6f26d8) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:53:38.212212 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'Port': ['ID=d2d1e280-f947-498d-98b9-ed542b9cf0c6,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:38.277055 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.278118 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:38.328084 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.335787 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.371062 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.416812 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:53:38.422094 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:38.426691 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:53:38.448679 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=37a28bcf-f4df-400a-8b9e-1bc56f6f26d8,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:38.509725 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:38.525771 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (6e93bc2c-1e75-4047-8f5e-b08672d7ba33), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.527867 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.546887 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.588876 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.608075 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b666-cfef-442a-bb2b-3673003724e8 req-b60b40a8-74fb-46cc-bc5f-0bc634469a1b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:38.609591 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5839b666-cfef-442a-bb2b-3673003724e8 req-b60b40a8-74fb-46cc-bc5f-0bc634469a1b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0795431 Jul 26 12:53:38.683212 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'Port': ['ID=d2d1e280-f947-498d-98b9-ed542b9cf0c6,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:38.710765 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.737542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.738887 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-221fe9e4-7ba5-4336-b081-074ebf6e92c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9679997 Jul 26 12:53:38.742354 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5839b666-cfef-442a-bb2b-3673003724e8 req-4c5419e2-afc3-41be-ab2a-3dd6a4c6ad12 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198456 Jul 26 12:53:38.795288 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:38.797549 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.803181 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.909798 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=37a28bcf-f4df-400a-8b9e-1bc56f6f26d8,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:38.937346 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec38bb-ad6a-44f8-9625-b622e9901ac2 req-4bdcf82c-9a0a-4352-aeba-64ea95592b33 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:38.938848 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-35ec38bb-ad6a-44f8-9625-b622e9901ac2 req-4bdcf82c-9a0a-4352-aeba-64ea95592b33 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 943 time: 0.0716145 Jul 26 12:53:38.939620 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (6e93bc2c-1e75-4047-8f5e-b08672d7ba33), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.973251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:38.975034 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-6802e838-45f1-437c-97ba-2530fa44cc15 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1212814 Jul 26 12:53:38.976765 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-ea2b15fb-5895-44ac-bc77-f6a348c15932 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--24827052&fields=id&tenant_id=d92bfe73c0a54823a88a89f9ae627134 HTTP/1.1" status: 200 len: 267 time: 0.0512950 Jul 26 12:53:39.010891 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b013626-dcc3-4a6a-84ce-6c100ca71a7e details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:53:39.013755 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-35ec38bb-ad6a-44f8-9625-b622e9901ac2 req-07233aa0-8b16-40a3-95e2-09c6a643f652 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661273 Jul 26 12:53:39.098286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-9f7979f2-b821-4ca0-8917-00ceeacbb3c0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.100706 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-9f7979f2-b821-4ca0-8917-00ceeacbb3c0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 818 time: 0.1168582 Jul 26 12:53:39.124043 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-a72f72c8-4233-4485-9847-1e6e0bb2bdb9 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/quotas/d92bfe73c0a54823a88a89f9ae627134 HTTP/1.1" status: 200 len: 375 time: 0.0151255 Jul 26 12:53:39.156927 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:39.173829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e', 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df', 'port_id': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e', 'mac_address': 'fa:16:3e:b6:94:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81efd1b2-aaf7-4900-bd05-83f18b6b5cc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:53:39.196127 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-c9e31f3c-5d2c-4b65-83cc-251baba95027 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0711446 Jul 26 12:53:39.228069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:39.228473 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:39.242547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b013626-dcc3-4a6a-84ce-6c100ca71a7e {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:39.269309 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:39.275618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:39.293727 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016df8e8-d7ac-4e2b-96cf-d421482b21f0 req-89f866e1-7a97-490c-b71a-248d9b97b891 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.295413 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-016df8e8-d7ac-4e2b-96cf-d421482b21f0 req-89f866e1-7a97-490c-b71a-248d9b97b891 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0527930 Jul 26 12:53:39.300777 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-0932f997-ddc8-4d8a-9594-821d0c7a5321 service neutron] 10.222.0.20 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911765 Jul 26 12:53:39.337705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:39.347026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.347705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.348250 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.349321 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.350026 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-016df8e8-d7ac-4e2b-96cf-d421482b21f0 req-ac26a1b1-a546-41be-b1a8-26811f0e0520 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Jul 26 12:53:39.360275 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.360708 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.361539 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.361888 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.362232 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.362568 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.363022 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.363383 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.364803 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.365265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.365602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:53:39.409895 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-98cff985-f659-4e6d-9018-b1247db7db5b service neutron] 10.222.0.20 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011598 Jul 26 12:53:39.459676 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:39.525398 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-a08bf64f-e9a1-4d00-9be2-961684fcfda5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1987282422&fields=id&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 267 time: 0.0894778 Jul 26 12:53:39.542847 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-3af410c2-439e-445a-a2dc-dac57b3d1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.544567 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-3af410c2-439e-445a-a2dc-dac57b3d1102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa4a3dadafc44483ad16923db53db457&device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 1128 time: 0.0748620 Jul 26 12:53:39.585592 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-63162e1b-be38-4948-83ea-0a69dbf6f4bd req-b37ad572-ce46-453c-ac16-021c83ea2b24 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 210 time: 0.0292265 Jul 26 12:53:39.599833 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b013626-dcc3-4a6a-84ce-6c100ca71a7e'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:53:39.705382 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-c2f74f93-8a0c-45f7-b158-c231852e9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.707085 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-c2f74f93-8a0c-45f7-b158-c231852e9b09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbda6b838e3b4a8f89a693e4c5174695&device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 1132 time: 0.1152792 Jul 26 12:53:39.853796 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-5f06a83a-7d93-4b5c-8853-2312ba39d783 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.860073 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-5f06a83a-7d93-4b5c-8853-2312ba39d783 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.3203583 Jul 26 12:53:39.890507 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-f5c49990-09a0-414f-b70e-c2724618edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.892005 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-f5c49990-09a0-414f-b70e-c2724618edca service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 200 len: 915 time: 0.3014491 Jul 26 12:53:39.901309 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-843c6c7a-c40b-4c3a-b3fd-c9af6b025a71 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/quotas/01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 375 time: 0.0402658 Jul 26 12:53:39.917832 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4141f2-a1d5-4851-a85a-e220ca7feffd req-5f4b4466-ab44-44a3-b4a3-06f61e12c181 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:39.919581 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1d4141f2-a1d5-4851-a85a-e220ca7feffd req-5f4b4466-ab44-44a3-b4a3-06f61e12c181 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0719016 Jul 26 12:53:39.988746 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-1d467629-85c7-4890-b8f7-4e1fb18d5278 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e HTTP/1.1" status: 200 len: 217 time: 0.0792127 Jul 26 12:53:39.999292 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-721b96bd-9cb6-4a3a-8c04-7d62c562ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.001059 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-721b96bd-9cb6-4a3a-8c04-7d62c562ed1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=43da38ee-2382-4686-890f-6bcba3d3e19a HTTP/1.1" status: 200 len: 870 time: 0.2821348 Jul 26 12:53:40.003395 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1d4141f2-a1d5-4851-a85a-e220ca7feffd req-a98abf68-5a14-4cf3-9d07-124dd6e8eb46 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774257 Jul 26 12:53:40.056490 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-ed60979a-49d7-4142-a058-9c30a2ffef45 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542068 Jul 26 12:53:40.102713 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-9155bc9a-6ef0-4725-b8c0-a4b124aa44d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d HTTP/1.1" status: 200 len: 217 time: 0.0601194 Jul 26 12:53:40.105360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-671d93c7-17be-40af-91f0-1f3e93939701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.106790 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-671d93c7-17be-40af-91f0-1f3e93939701 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81efd1b2-aaf7-4900-bd05-83f18b6b5cc2 HTTP/1.1" status: 200 len: 854 time: 0.1048205 Jul 26 12:53:40.207664 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-379e4772-d585-4bec-94f1-e33dc835ea93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f3c6a72-7f77-4ac8-bef3-87195153f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631027 Jul 26 12:53:40.217419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadb844-6749-4276-8bd5-44578354facf req-61941381-d482-470d-b62a-a4b7823fefcc tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.225558 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cdadb844-6749-4276-8bd5-44578354facf req-61941381-d482-470d-b62a-a4b7823fefcc tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 944 time: 0.0878530 Jul 26 12:53:40.252497 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:40.288414 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cdadb844-6749-4276-8bd5-44578354facf req-eb984910-6af4-42d5-80fe-1271961aae7c tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618539 Jul 26 12:53:40.291891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:40.300157 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-ee6ab214-732b-4126-b2de-21e3df4ae9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.301688 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-ee6ab214-732b-4126-b2de-21e3df4ae9c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e HTTP/1.1" status: 200 len: 843 time: 0.1561043 Jul 26 12:53:40.388229 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-2dbbb152-abde-4180-9559-a084bd245321 service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966733 Jul 26 12:53:40.404786 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-cbd0d85e-bd49-436f-894b-be28089e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.406866 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-cbd0d85e-bd49-436f-894b-be28089e8980 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43da38ee-2382-4686-890f-6bcba3d3e19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0924938 Jul 26 12:53:40.467245 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-20e74f08-94cf-42fc-87b4-9d312407f96d service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437243 Jul 26 12:53:40.479913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5eb70-4618-415f-88ed-973f8be677a7 req-6edea280-5801-4bee-88e9-24432eccdc26 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.481858 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f9c5eb70-4618-415f-88ed-973f8be677a7 req-6edea280-5801-4bee-88e9-24432eccdc26 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0551527 Jul 26 12:53:40.533889 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f9c5eb70-4618-415f-88ed-973f8be677a7 req-8c070114-fe90-4ce5-a18d-e426f9bae94d tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448067 Jul 26 12:53:40.688477 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-dde2cd0b-877a-4065-aae6-939b828f1f3f req-cb2daee9-5aef-4345-8e14-73d4d4296d29 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 210 time: 0.0294652 Jul 26 12:53:40.805111 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:40.881812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:40.892548 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-79480e61-44b2-471f-8d45-579a831e0381 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:40.894182 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-79480e61-44b2-471f-8d45-579a831e0381 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 818 time: 0.1275566 Jul 26 12:53:40.921142 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-60703aa1-b4b8-4550-933c-48713b051e5e service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317709 Jul 26 12:53:40.928374 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-7278440c-03a6-42f8-bacc-4a5e69d4b8a3 service neutron] 10.222.0.46 "GET /v2.0/networks/43da38ee-2382-4686-890f-6bcba3d3e19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030186 Jul 26 12:53:40.968460 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-26f488db-a32e-42d2-a9f5-9aa29808b24d req-545820da-9b97-4bf3-8b62-b7162e9ddf0a service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641974 Jul 26 12:53:41.087516 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a2c9052a-f0eb-4c50-9f1a-a42c821079db req-2721a7e6-ce63-494d-b90c-3f677be064a9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jul 26 12:53:41.142681 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91bcb-387a-470f-ae25-4a4b29ee9750 req-3dd9d82c-eb6c-45ea-9dd6-de942c88706b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:41.144191 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2b91bcb-387a-470f-ae25-4a4b29ee9750 req-3dd9d82c-eb6c-45ea-9dd6-de942c88706b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0509732 Jul 26 12:53:41.210497 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2b91bcb-387a-470f-ae25-4a4b29ee9750 req-a34ccb1c-2cb1-41dd-8239-03d7ebf749e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599163 Jul 26 12:53:41.416439 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d121bf4-0a64-483c-94e4-dc3ce6714bd3 req-4595923a-7099-47ec-a89e-51233f0c8c4d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:41.417925 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d121bf4-0a64-483c-94e4-dc3ce6714bd3 req-4595923a-7099-47ec-a89e-51233f0c8c4d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 944 time: 0.0549340 Jul 26 12:53:41.465744 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d121bf4-0a64-483c-94e4-dc3ce6714bd3 req-a7237ba7-1306-4100-b651-94969e9b30c9 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Jul 26 12:53:41.652729 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fd84f-1a05-4849-a5f2-330a3b14514f req-38c57a44-f3ba-4dd5-b97d-63890bb1c617 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:41.654207 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-266fd84f-1a05-4849-a5f2-330a3b14514f req-38c57a44-f3ba-4dd5-b97d-63890bb1c617 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 948 time: 0.0471218 Jul 26 12:53:41.694594 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 53cbdca1-deba-44f6-8b56-5b94884fd66d details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:53:41.704622 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-266fd84f-1a05-4849-a5f2-330a3b14514f req-0b0b7943-0a9f-41b5-978c-8e5dc0341982 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Jul 26 12:53:41.789573 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aab0fc28-3428-4921-ae90-24bfbfb8458c req-70b3bfe4-f0d5-45a2-8ce2-a40f21d2cf25 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jul 26 12:53:41.800853 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 53cbdca1-deba-44f6-8b56-5b94884fd66d, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:41.811915 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '53cbdca1-deba-44f6-8b56-5b94884fd66d', 'network_id': '43da38ee-2382-4686-890f-6bcba3d3e19a', 'port_id': '53cbdca1-deba-44f6-8b56-5b94884fd66d', 'mac_address': 'fa:16:3e:86:88:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa4edae-0b8a-4d1f-a99d-cc5bf85ffd4e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:53:41.846556 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 53cbdca1-deba-44f6-8b56-5b94884fd66d is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:41.846850 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:41.861559 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cbdca1-deba-44f6-8b56-5b94884fd66d {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:41.867334 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:41.887103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 53cbdca1-deba-44f6-8b56-5b94884fd66d, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:41.891095 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:41.938684 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=53cbdca1-deba-44f6-8b56-5b94884fd66d,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:42.186685 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eca670f5-3b01-417c-b7e9-9bab890eb057 req-ab15ecca-5e10-4b35-9d07-9c716f33b0c4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 210 time: 0.0279827 Jul 26 12:53:42.337249 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ead9-e497-44c4-86fc-4cce5facadda req-0627773b-7f16-4241-b2a8-fed8021bbd04 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:42.338764 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c7b1ead9-e497-44c4-86fc-4cce5facadda req-0627773b-7f16-4241-b2a8-fed8021bbd04 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0483613 Jul 26 12:53:42.385743 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c7b1ead9-e497-44c4-86fc-4cce5facadda req-088e060a-5036-40c7-a95f-94a292f2be3b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Jul 26 12:53:42.588461 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f21ac-ea90-4fa5-a2e8-168bdd26147b req-ae9ec779-5b18-46b0-9a4b-4dd9272bab00 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:42.589937 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-661f21ac-ea90-4fa5-a2e8-168bdd26147b req-ae9ec779-5b18-46b0-9a4b-4dd9272bab00 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 944 time: 0.0513904 Jul 26 12:53:42.636700 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-661f21ac-ea90-4fa5-a2e8-168bdd26147b req-0ded9558-cd7b-4b99-8ec2-8338176dd999 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Jul 26 12:53:42.825448 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9eea3-a983-4f53-b02f-f9fa8efa7ed9 req-5fbd5dc4-65f5-4f3f-b96b-b5e7987a5b5b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:42.827042 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d6f9eea3-a983-4f53-b02f-f9fa8efa7ed9 req-5fbd5dc4-65f5-4f3f-b96b-b5e7987a5b5b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 949 time: 0.0507498 Jul 26 12:53:42.876613 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d6f9eea3-a983-4f53-b02f-f9fa8efa7ed9 req-36d1195e-3e09-4be1-921f-0e5e171f351e tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Jul 26 12:53:42.890939 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-66a1614c-4ad4-41c8-b84e-4821aeac2e1a req-52d0dbee-912a-4884-9a18-485d3d7a0815 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 210 time: 0.0293505 Jul 26 12:53:43.412670 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b013626-dcc3-4a6a-84ce-6c100ca71a7e up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:53:43.414975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:43.419197 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4cecd169-7e07-4176-9980-81297f5b3c69 req-40542b25-6724-48fe-954c-f42cebad1e90 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 210 time: 0.0283968 Jul 26 12:53:43.486326 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:53:43.493407 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:43.493995 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:43.535797 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-6d06c7c7-4248-4dba-a566-922b45307182 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92bfe73c0a54823a88a89f9ae627134 HTTP/1.1" status: 200 len: 378 time: 0.0973639 Jul 26 12:53:43.567165 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd8d7-a71a-448b-8093-49795bfb111b req-35173b48-df41-43f5-840a-2c6829432be3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:43.569087 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-587cd8d7-a71a-448b-8093-49795bfb111b req-35173b48-df41-43f5-840a-2c6829432be3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0625477 Jul 26 12:53:43.584367 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:43.584763 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:43.608004 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:43.610251 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aafbbdf-8122-4d09-9a1b-9a7d9e398a35" -d '{"events": [{"server_uuid": "dbf15f1d-311d-4b62-a80c-6668706d2a67", "name": "network-vif-plugged", "status": "completed", "tag": "9b013626-dcc3-4a6a-84ce-6c100ca71a7e"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:43.613819 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-77ae9843-4022-4c70-8b5b-1f9650d83905 req-492f2dcd-ce8b-4cd9-b24a-2dda37e840ad service neutron] 10.222.0.46 "GET /v2.0/networks/43da38ee-2382-4686-890f-6bcba3d3e19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622703 Jul 26 12:53:43.623386 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:43.628796 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:43.641598 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-587cd8d7-a71a-448b-8093-49795bfb111b req-084344e7-068c-47c4-80b2-ec5cf2fe698c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647919 Jul 26 12:53:43.655948 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'port': {'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'admin_state_up': True, 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'security_groups': ['0a263b1e-8d38-4a3e-b34e-939390f6d7b5']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:43.672839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce25db-9f7a-476e-8b53-b08c7a207243 x-openstack-request-id: req-e3ce25db-9f7a-476e-8b53-b08c7a207243 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:43.672839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf15f1d-311d-4b62-a80c-6668706d2a67", "name": "network-vif-plugged", "status": "completed", "tag": "9b013626-dcc3-4a6a-84ce-6c100ca71a7e", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:43.672839 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3ce25db-9f7a-476e-8b53-b08c7a207243 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:43.672839 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ce25db-9f7a-476e-8b53-b08c7a207243'] response: {'server_uuid': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e', 'code': 200} Jul 26 12:53:43.709134 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:43.773098 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['53cbdca1-deba-44f6-8b56-5b94884fd66d'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:53:43.790874 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa90b56-5c74-451a-95ad-f97b671ce557 req-f02787b2-f97e-493b-bcfa-93eff7d3abf9 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:43.792604 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-caa90b56-5c74-451a-95ad-f97b671ce557 req-f02787b2-f97e-493b-bcfa-93eff7d3abf9 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 945 time: 0.0636463 Jul 26 12:53:43.870065 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-caa90b56-5c74-451a-95ad-f97b671ce557 req-8f5dd29c-490e-4d66-9ce2-ffaa26a80349 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700965 Jul 26 12:53:43.871070 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Made reservation on behalf of d92bfe73c0a54823a88a89f9ae627134 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:53:43.874331 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:43.913479 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c28eb-cd85-4273-84ee-a3d7a8420891 req-9bc8db58-13e7-4984-873f-9df07aacf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:43.916715 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9d8c28eb-cd85-4273-84ee-a3d7a8420891 req-9bc8db58-13e7-4984-873f-9df07aacf9f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 1129 time: 0.0465231 Jul 26 12:53:44.017028 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:44.037003 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4813cf-88a7-47f0-aee0-17dff94e9f7d req-74d14cb0-fea2-4f1d-94fb-02f16702ecb7 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:44.038620 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1c4813cf-88a7-47f0-aee0-17dff94e9f7d req-74d14cb0-fea2-4f1d-94fb-02f16702ecb7 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 949 time: 0.0606256 Jul 26 12:53:44.040356 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3a08b7cd-a73b-4ffe-8fd7-8a1f2100187c req-e67c6a9f-ab43-4b26-8728-6008c79e340e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 210 time: 0.0564358 Jul 26 12:53:44.065621 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:44.071433 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Allocated IP 172.20.0.4 (399a1d18-4e78-4e8a-8ddb-7b454af2918b/5c491342-a585-4664-b607-51a3b6b6cba3/0da5fda1-917d-45ee-bba6-4a249f129d9a) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:53:44.106978 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1c4813cf-88a7-47f0-aee0-17dff94e9f7d req-6a9997ca-747b-4fda-b270-0957cf3b6315 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620458 Jul 26 12:53:44.205553 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9d8c28eb-cd85-4273-84ee-a3d7a8420891 req-bea84811-8845-4851-8bf1-33a0bfc240b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567372 Jul 26 12:53:44.274367 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.275687 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:44.302263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.345854 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:53:44.349141 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:44.352977 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:53:44.381407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event updated for resources: {'Port': ['ID=0da5fda1-917d-45ee-bba6-4a249f129d9a,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:44.410551 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:44.411290 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.428873 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-1b50b072-caa7-4e62-bc19-e9346a02079d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7769551 Jul 26 12:53:44.539900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Request body: {'port': {'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:44.544020 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e9d694aa-9b5a-4d89-aad9-2b21a653ad9d req-034209c4-6a1d-49a4-baa2-32cc72510790 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 210 time: 0.0493443 Jul 26 12:53:44.575555 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-5981555b-12b2-4230-bdab-792cab64eea5 None None] Provisioning complete for port 0da5fda1-917d-45ee-bba6-4a249f129d9a triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:44.576676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5981555b-12b2-4230-bdab-792cab64eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.616232 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.618998 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5981555b-12b2-4230-bdab-792cab64eea5 None None] Port 0da5fda1-917d-45ee-bba6-4a249f129d9a cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:53:44.650146 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-d7b04ba1-b38a-41ab-b824-727986924095 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:44.651671 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-d7b04ba1-b38a-41ab-b824-727986924095 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.1344645 Jul 26 12:53:44.788939 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-00651fa9-8b64-480c-8f73-a5e7a59a6a39 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 473 time: 0.1114101 Jul 26 12:53:44.802726 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac76700-07c7-4f8f-92c4-fec10ee32614 req-ecdba2fe-7285-476e-bd22-8caeed9b9fe9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:44.804234 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4ac76700-07c7-4f8f-92c4-fec10ee32614 req-ecdba2fe-7285-476e-bd22-8caeed9b9fe9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0619724 Jul 26 12:53:44.854382 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4ac76700-07c7-4f8f-92c4-fec10ee32614 req-0134679a-eba9-4bd0-be76-7653f351d839 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 Jul 26 12:53:44.908461 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da5fda1-917d-45ee-bba6-4a249f129d9a {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:44.916288 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Publish callbacks [] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.930430 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Transition to ACTIVE for port object 0da5fda1-917d-45ee-bba6-4a249f129d9a will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:53:44.933555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:44.979287 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:45.026463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Pushing event updated for resources: {'Port': ['ID=0da5fda1-917d-45ee-bba6-4a249f129d9a,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:45.053447 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900d0c-a5df-4863-8cc2-8e1f6de9e387 req-e4402420-d8d3-4de7-8995-116f031150be tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:45.054933 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b6900d0c-a5df-4863-8cc2-8e1f6de9e387 req-e4402420-d8d3-4de7-8995-116f031150be tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 945 time: 0.0951109 Jul 26 12:53:45.142252 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Attempting to bind port 0da5fda1-917d-45ee-bba6-4a249f129d9a on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:53:45.142579 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Attempting to bind port 0da5fda1-917d-45ee-bba6-4a249f129d9a by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:53:45.142906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Attempting to bind port 0da5fda1-917d-45ee-bba6-4a249f129d9a on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:45.147797 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b6900d0c-a5df-4863-8cc2-8e1f6de9e387 req-a3b7f1ff-6288-4f0c-b339-7614a8da2847 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705564 Jul 26 12:53:45.151259 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Port 0da5fda1-917d-45ee-bba6-4a249f129d9a on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:53:45.151558 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Attempting to bind port 0da5fda1-917d-45ee-bba6-4a249f129d9a on network 399a1d18-4e78-4e8a-8ddb-7b454af2918b {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:45.157774 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:53:45.158104 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Checking segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:53:45.158481 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Bound using segment: {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:53:45.158906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Bound port: 0da5fda1-917d-45ee-bba6-4a249f129d9a, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:53:45.159858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.205385 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'port': {'device_id': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'admin_state_up': True, 'tenant_id': '01fca015df86428b9356df3f127327c2', 'security_groups': ['f9e21a4c-10ac-4f65-952a-b56ed24845c4']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:45.223746 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418dd9b-27fc-49c9-82c8-2a4727e0f392 req-c2415f1c-0490-44aa-b97d-3951dbc4061f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:45.225386 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f418dd9b-27fc-49c9-82c8-2a4727e0f392 req-c2415f1c-0490-44aa-b97d-3951dbc4061f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.1081073 Jul 26 12:53:45.256278 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] For port 0da5fda1-917d-45ee-bba6-4a249f129d9a, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:53:45.260061 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] For port 0da5fda1-917d-45ee-bba6-4a249f129d9a, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:53:45.276789 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.293417 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:45.303180 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:45.345151 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:45.345669 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.346978 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] 10.222.0.46 "PUT /v2.0/ports/0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 1093 time: 0.8121843 Jul 26 12:53:45.352654 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:45.355251 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a0b6f-e241-4a97-81ef-86e3f33e57d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:45.374482 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e008e-c2b7-48f4-9511-528d62d71f6b req-c14a68ce-d18e-4cf1-a5ef-35e14425a625 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:45.376363 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-457e008e-c2b7-48f4-9511-528d62d71f6b req-c14a68ce-d18e-4cf1-a5ef-35e14425a625 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 949 time: 0.1129267 Jul 26 12:53:45.409260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 53cbdca1-deba-44f6-8b56-5b94884fd66d up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:53:45.414837 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f418dd9b-27fc-49c9-82c8-2a4727e0f392 req-99a6e677-e714-4c06-b7b8-d631c91b2e22 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563480 Jul 26 12:53:45.437992 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84856d92-81fb-423a-ae8e-b0a99d86580d service neutron] Pushing event updated for resources: {'Port': ['ID=0da5fda1-917d-45ee-bba6-4a249f129d9a,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:45.468945 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Made reservation on behalf of 01fca015df86428b9356df3f127327c2 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:53:45.472336 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-457e008e-c2b7-48f4-9511-528d62d71f6b req-0cee1ebc-b6f1-4705-bede-1e9eda9bca1c tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817630 Jul 26 12:53:45.473980 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.481467 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017af73-c68d-4d08-aa71-db4a7f1538e3 x-openstack-request-id: req-d017af73-c68d-4d08-aa71-db4a7f1538e3 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:45.481845 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:45.482105 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d017af73-c68d-4d08-aa71-db4a7f1538e3 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:45.482513 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d017af73-c68d-4d08-aa71-db4a7f1538e3'] response: {'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'status': 'completed', 'code': 200} Jul 26 12:53:45.525292 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 53cbdca1-deba-44f6-8b56-5b94884fd66d completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:53:45.533309 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 53cbdca1-deba-44f6-8b56-5b94884fd66d triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:45.534023 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.699454 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 53cbdca1-deba-44f6-8b56-5b94884fd66d is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:45.701250 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.706365 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ba775fc4-247a-47a8-95e4-cdee792cb138 req-3ade12c7-4061-49b8-8584-8b50cde25444 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 210 time: 0.0404911 Jul 26 12:53:45.708310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.20.0.6 (923d9432-be57-465d-9c21-1d0c5b4c37d3/8d8a1d0b-76c4-4929-8279-0a49f300fd41/bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:53:45.735113 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc189b1-f457-4614-9639-b10131941960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cbdca1-deba-44f6-8b56-5b94884fd66d'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:45.737404 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a6ce1e-38d2-4d63-9787-a54ebcd125c9" -d '{"events": [{"server_uuid": "9dc189b1-f457-4614-9639-b10131941960", "name": "network-vif-plugged", "status": "completed", "tag": "53cbdca1-deba-44f6-8b56-5b94884fd66d"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:45.752772 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 53cbdca1-deba-44f6-8b56-5b94884fd66d, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:45.759831 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:45.802423 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c13fbd-495e-4d48-98b5-f3adb486b132 x-openstack-request-id: req-b1c13fbd-495e-4d48-98b5-f3adb486b132 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:45.802900 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc189b1-f457-4614-9639-b10131941960", "name": "network-vif-plugged", "status": "completed", "tag": "53cbdca1-deba-44f6-8b56-5b94884fd66d", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:45.803056 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1c13fbd-495e-4d48-98b5-f3adb486b132 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:45.803377 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c13fbd-495e-4d48-98b5-f3adb486b132'] response: {'server_uuid': '9dc189b1-f457-4614-9639-b10131941960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cbdca1-deba-44f6-8b56-5b94884fd66d', 'code': 200} Jul 26 12:53:45.840184 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=53cbdca1-deba-44f6-8b56-5b94884fd66d,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:45.855963 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:45.952424 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.015180 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b9d6-7a11-4699-ab51-810b194c0f24 req-aa84ebe7-30f4-4978-99f7-625ffbbc1b43 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.015978 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e878b9d6-7a11-4699-ab51-810b194c0f24 req-aa84ebe7-30f4-4978-99f7-625ffbbc1b43 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0617146 Jul 26 12:53:46.032261 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.063148 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-3a850fed-1274-4242-9dd6-a6cdbe5fbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.064780 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-3a850fed-1274-4242-9dd6-a6cdbe5fbd71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1127 time: 0.0626338 Jul 26 12:53:46.099229 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:53:46.115858 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:53:46.118684 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-a0733a06-2b3f-4954-b69a-af6747bc15f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 217 time: 0.0446999 Jul 26 12:53:46.120050 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:46.123069 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:53:46.172175 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e878b9d6-7a11-4699-ab51-810b194c0f24 req-4cadf57e-f2e4-420b-84f6-8c65603f9702 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308887 Jul 26 12:53:46.207158 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.208601 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.221985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-47de8dda-3b3d-49e8-9f3a-72d55b65a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.224113 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-47de8dda-3b3d-49e8-9f3a-72d55b65a502 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0882676 Jul 26 12:53:46.275751 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-106fe968-a0e0-4f89-8cab-82bf29783f4b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851283 Jul 26 12:53:46.288834 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Request body: {'port': {'device_id': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:53:46.292179 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679afa2-ccb4-4916-b13a-f907ee54c1b5 req-ee3415b8-2a48-4593-a9f6-eaac7ccb5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.293856 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d679afa2-ccb4-4916-b13a-f907ee54c1b5 req-ee3415b8-2a48-4593-a9f6-eaac7ccb5db6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 1134 time: 0.0710719 Jul 26 12:53:46.323850 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-05c285e1-9a63-4780-b6b2-0508c5bd72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.325353 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-05c285e1-9a63-4780-b6b2-0508c5bd72ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948923 Jul 26 12:53:46.334130 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786d0ca-3131-4d6a-8b4c-63f6a9e9a7ab req-a16d8e3e-5f0e-424c-8d43-312a533f5f5b tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.335894 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0786d0ca-3131-4d6a-8b4c-63f6a9e9a7ab req-a16d8e3e-5f0e-424c-8d43-312a533f5f5b tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 945 time: 0.0622070 Jul 26 12:53:46.392602 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d679afa2-ccb4-4916-b13a-f907ee54c1b5 req-b5aaf7f9-5255-4876-9910-80fda0c3fe0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794287 Jul 26 12:53:46.393295 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.421345 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-57f406b1-586f-4219-b7da-29f72600b31c None None] Provisioning complete for port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:46.421714 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-57f406b1-586f-4219-b7da-29f72600b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.429948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:46.441391 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0786d0ca-3131-4d6a-8b4c-63f6a9e9a7ab req-956d3445-2449-4833-9cf7-2fd60279a8c7 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944197 Jul 26 12:53:46.480725 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-26e6102f-0eb5-41d1-be25-6ed9fbda8e4e service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413722 Jul 26 12:53:46.499740 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:46.501247 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-57f406b1-586f-4219-b7da-29f72600b31c None None] Port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:53:46.623787 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc816-01b0-4a3f-946a-091a6a170a9d req-7e5ded4a-5176-46a4-a90e-6050c9dd6a5a tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.625503 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3a1bc816-01b0-4a3f-946a-091a6a170a9d req-7e5ded4a-5176-46a4-a90e-6050c9dd6a5a tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.0626299 Jul 26 12:53:46.633603 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1647-6236-4ac6-a424-719f5af7e1c5 req-e00796da-e360-4539-85b0-db44406cbb15 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.635202 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e48e1647-6236-4ac6-a424-719f5af7e1c5 req-e00796da-e360-4539-85b0-db44406cbb15 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.0952661 Jul 26 12:53:46.728115 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3a1bc816-01b0-4a3f-946a-091a6a170a9d req-a835adfd-6f47-4de4-bddf-bc6e1bb71bb3 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921769 Jul 26 12:53:46.740654 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57d1191c-69e7-4721-bfd2-a6b176db8099 req-92740ce9-8a04-4cd3-9e40-499702fc7d81 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321738 Jul 26 12:53:46.760670 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:46.771691 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Publish callbacks [] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.779040 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e48e1647-6236-4ac6-a424-719f5af7e1c5 req-7eb10b87-f59d-49d7-87bd-f8abb16e3e16 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305783 Jul 26 12:53:46.789870 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Transition to ACTIVE for port object bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:53:46.794531 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:46.811140 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:46.826243 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:46.858076 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Pushing event updated for resources: {'Port': ['ID=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:46.883340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4529ad-6e72-4ea9-9227-b70cf93949dc req-9876305b-2b3c-45e0-9c9c-55831159e5d9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:46.891229 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-af4529ad-6e72-4ea9-9227-b70cf93949dc req-9876305b-2b3c-45e0-9c9c-55831159e5d9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.0910606 Jul 26 12:53:46.983906 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-af4529ad-6e72-4ea9-9227-b70cf93949dc req-ce109666-c38b-4c51-90bc-ea2b12cf431d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915182 Jul 26 12:53:46.993787 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Attempting to bind port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:53:46.994135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Attempting to bind port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:53:46.994463 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Attempting to bind port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:46.999255 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:53:46.999574 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Attempting to bind port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:53:47.014188 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:53:47.014472 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:53:47.014833 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Bound using segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:53:47.015300 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Bound port: bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:53:47.015805 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:47.128040 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] For port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:53:47.132095 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] For port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:53:47.139777 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:47.187515 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:47.188191 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:47.189589 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] 10.222.0.46 "PUT /v2.0/ports/bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e HTTP/1.1" status: 200 len: 1093 time: 0.9054570 Jul 26 12:53:47.190026 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:47.192362 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c9723a-2ac1-499b-b5d9-863393185fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:47.224357 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fef01-3793-4ac3-8a58-02e9cb066c8d service neutron] Pushing event updated for resources: {'Port': ['ID=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:47.225930 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:47.263261 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8acf7e1-a6d4-4743-9e46-27cae8f6083e x-openstack-request-id: req-c8acf7e1-a6d4-4743-9e46-27cae8f6083e {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:47.263571 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:47.264061 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8acf7e1-a6d4-4743-9e46-27cae8f6083e {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:47.264386 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8acf7e1-a6d4-4743-9e46-27cae8f6083e'] response: {'name': 'network-changed', 'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'status': 'completed', 'code': 200} Jul 26 12:53:47.367515 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e61f4c-995a-43b0-bd9c-5dc8e2438247 req-c85c9473-5652-4397-889a-dc49aff431c4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:47.369087 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c3e61f4c-995a-43b0-bd9c-5dc8e2438247 req-c85c9473-5652-4397-889a-dc49aff431c4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0546827 Jul 26 12:53:47.418827 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c3e61f4c-995a-43b0-bd9c-5dc8e2438247 req-c688fdbd-3170-4f55-aba6-3a8e65699140 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Jul 26 12:53:47.422956 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:53:47.529063 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:47.544542 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '32e67b58-c4c4-4a07-b551-08232595ea42', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42', 'mac_address': 'fa:16:3e:47:d1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:53:47.582246 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: ACTIVE; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:47.582630 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:47.598013 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e67b58-c4c4-4a07-b551-08232595ea42 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:47.617696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:47.622161 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:47.679398 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=6']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:47.742989 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['32e67b58-c4c4-4a07-b551-08232595ea42'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:53:47.867715 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018dddc-8480-4197-8028-46d447518007 req-70baa9c0-4bbe-4a6f-9f2f-b49b0d4f4c34 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:47.869369 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8018dddc-8480-4197-8028-46d447518007 req-70baa9c0-4bbe-4a6f-9f2f-b49b0d4f4c34 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.0588148 Jul 26 12:53:47.921041 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8018dddc-8480-4197-8028-46d447518007 req-b15c18c2-89e7-4041-bcd5-c8f440253878 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Jul 26 12:53:47.924734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6eb6a-d159-4ff4-a7af-246883640ce4 req-bfad9f98-2469-44a8-a4e3-85b0ca8cf723 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:47.926288 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8aa6eb6a-d159-4ff4-a7af-246883640ce4 req-bfad9f98-2469-44a8-a4e3-85b0ca8cf723 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.0519669 Jul 26 12:53:47.974730 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8aa6eb6a-d159-4ff4-a7af-246883640ce4 req-71e9d373-8f5a-45f4-a850-89842a81c861 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422533 Jul 26 12:53:48.101335 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db727f-4a4c-4bdd-b43f-fb5c82f74ca3 req-3cf63d2c-c3bc-4022-8b60-31ebb3bc52e0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:48.102880 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-20db727f-4a4c-4bdd-b43f-fb5c82f74ca3 req-3cf63d2c-c3bc-4022-8b60-31ebb3bc52e0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.0494883 Jul 26 12:53:48.114840 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:48.158524 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-20db727f-4a4c-4bdd-b43f-fb5c82f74ca3 req-0c2abc1f-91c8-46d5-b127-7b88e3272cb8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500374 Jul 26 12:53:48.539123 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532756b-171c-4a6f-801c-5d61840aeb26 req-bde8fac5-6dc0-4197-8854-6d72848688e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:48.540603 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2532756b-171c-4a6f-801c-5d61840aeb26 req-bde8fac5-6dc0-4197-8854-6d72848688e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0459127 Jul 26 12:53:48.589832 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2532756b-171c-4a6f-801c-5d61840aeb26 req-7080d6dd-9df2-48bd-9dfc-beef09a6b384 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Jul 26 12:53:49.045444 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e42b-5553-43d6-b584-bb623e444e46 req-e489d755-1668-4b34-9ad8-932f61cd10cd tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:49.046946 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1d18e42b-5553-43d6-b584-bb623e444e46 req-e489d755-1668-4b34-9ad8-932f61cd10cd tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.0551498 Jul 26 12:53:49.097072 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1d18e42b-5553-43d6-b584-bb623e444e46 req-13da4727-6465-49c9-adc2-369671297231 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Jul 26 12:53:49.097434 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633facc-8a14-4947-9e32-b8394a533e97 req-3c8d0cfc-9b77-4cbd-a1f6-933b5aec7a59 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:49.098933 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8633facc-8a14-4947-9e32-b8394a533e97 req-3c8d0cfc-9b77-4cbd-a1f6-933b5aec7a59 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.0474846 Jul 26 12:53:49.131883 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:49.151219 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8633facc-8a14-4947-9e32-b8394a533e97 req-cba7d932-5942-41ed-80ae-c770a3a65126 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467391 Jul 26 12:53:49.274592 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd8c7b-d65f-4450-9603-340a221cfbc8 req-2c3d93b0-c12f-47f4-92a2-1303130f8637 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:49.276150 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c2cd8c7b-d65f-4450-9603-340a221cfbc8 req-2c3d93b0-c12f-47f4-92a2-1303130f8637 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.0471964 Jul 26 12:53:49.323202 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c2cd8c7b-d65f-4450-9603-340a221cfbc8 req-b1b68361-f59a-44c7-bde9-ecf73a4932c7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 Jul 26 12:53:49.404908 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=17 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:49.420081 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=11 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:49.715012 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbab963-e3bd-48f1-80ef-7ba053da6562 req-8bdf80d9-23ea-4057-975b-6e1c913dc0f5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:49.716472 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-edbab963-e3bd-48f1-80ef-7ba053da6562 req-8bdf80d9-23ea-4057-975b-6e1c913dc0f5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0468299 Jul 26 12:53:49.762404 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-edbab963-e3bd-48f1-80ef-7ba053da6562 req-28f05a88-db58-457f-9ede-ca39c9ee7345 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 Jul 26 12:53:50.218987 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed98-4df5-4fb7-bbb4-5bdec350dd93 req-67c46087-723e-44a4-8918-7f599a0482b5 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:50.220553 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6d91ed98-4df5-4fb7-bbb4-5bdec350dd93 req-67c46087-723e-44a4-8918-7f599a0482b5 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.0523698 Jul 26 12:53:50.275817 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df591-7c89-4870-9005-39e108af4fbf req-eb6de856-088b-42e6-853e-4f6d0a90de54 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:50.277478 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-676df591-7c89-4870-9005-39e108af4fbf req-eb6de856-088b-42e6-853e-4f6d0a90de54 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Jul 26 12:53:50.279748 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6d91ed98-4df5-4fb7-bbb4-5bdec350dd93 req-5e5df132-6775-4bf7-b9fb-eb27c2a6d019 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519242 Jul 26 12:53:50.325227 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-676df591-7c89-4870-9005-39e108af4fbf req-4cb7e562-767e-4e91-abfa-7ecf514947dd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418787 Jul 26 12:53:50.449872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec0c9e-b07a-4f22-83b6-5160f434207e req-0d657a4d-fe55-4b6b-b10e-a818217ceca3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:50.451625 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ffec0c9e-b07a-4f22-83b6-5160f434207e req-0d657a4d-fe55-4b6b-b10e-a818217ceca3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.0500381 Jul 26 12:53:50.499115 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ffec0c9e-b07a-4f22-83b6-5160f434207e req-474139af-22b9-4148-add3-d0524a0681ce tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Jul 26 12:53:50.894703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c67215-acd4-43c4-b54e-b25d42ffed76 req-d086721f-3d5f-434b-ae67-82b4e6a2185b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:50.897075 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a2c67215-acd4-43c4-b54e-b25d42ffed76 req-d086721f-3d5f-434b-ae67-82b4e6a2185b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Jul 26 12:53:50.903252 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:53:50.944408 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:50.949090 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a2c67215-acd4-43c4-b54e-b25d42ffed76 req-b2d3fc50-3633-46b8-83d7-04cff9d7f6f9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Jul 26 12:53:50.958826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 32e67b58-c4c4-4a07-b551-08232595ea42 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:50.959205 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:51.039001 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:51.039392 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:51.063224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:51.065414 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1808bc-6bd9-437f-8880-972ac31e1615" -d '{"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-plugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:51.078954 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:51.083794 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:51.109135 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc3b5cb-eb2b-4d71-8570-4050e1568783 x-openstack-request-id: req-9dc3b5cb-eb2b-4d71-8570-4050e1568783 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:51.109453 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-plugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:51.109745 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dc3b5cb-eb2b-4d71-8570-4050e1568783 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:51.110260 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc3b5cb-eb2b-4d71-8570-4050e1568783'] response: {'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'code': 200} Jul 26 12:53:51.137462 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=7']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:51.428034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9723a-2ac1-499b-b5d9-863393185fb6 req-09378b46-1bff-4173-8493-99f70c4a1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.430401 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-86c9723a-2ac1-499b-b5d9-863393185fb6 req-09378b46-1bff-4173-8493-99f70c4a1cb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 1127 time: 0.0741265 Jul 26 12:53:51.456628 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb280d-bd99-4843-8c40-86b0ebef5565 req-47ccd759-fd59-4d2e-9303-60519935fda5 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.458282 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-67eb280d-bd99-4843-8c40-86b0ebef5565 req-47ccd759-fd59-4d2e-9303-60519935fda5 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.1040602 Jul 26 12:53:51.459776 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-e173571e-a189-490f-9b22-b05cd958d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.461507 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-e173571e-a189-490f-9b22-b05cd958d228 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1127 time: 0.0953424 Jul 26 12:53:51.531410 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-67eb280d-bd99-4843-8c40-86b0ebef5565 req-3fc8724a-39ff-4eb5-823a-4a600ac584dd tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657082 Jul 26 12:53:51.576378 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a74c-2ca0-4eb0-a80a-248a194012da req-14c006de-504d-4b53-8d74-0151db985b90 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.585299 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1945a74c-2ca0-4eb0-a80a-248a194012da req-14c006de-504d-4b53-8d74-0151db985b90 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.1447759 Jul 26 12:53:51.639946 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:51.671921 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9723a-2ac1-499b-b5d9-863393185fb6 req-f51230e4-eb4d-402b-bcdf-f6d6370b404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.673518 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-86c9723a-2ac1-499b-b5d9-863393185fb6 req-f51230e4-eb4d-402b-bcdf-f6d6370b404a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=01fca015df86428b9356df3f127327c2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1989520 Jul 26 12:53:51.681410 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-1212f7fc-d992-4152-8b5d-9a11ac4ac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.682916 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-1212f7fc-d992-4152-8b5d-9a11ac4ac2c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.2096727 Jul 26 12:53:51.688882 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1945a74c-2ca0-4eb0-a80a-248a194012da req-b364e64b-5ecb-466c-b4e1-5142154597c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025882 Jul 26 12:53:51.734830 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940dace-1c72-4257-ab07-85ce0bb3c989 req-d759602a-b92e-43e3-a285-3118e1b406ac tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.744144 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e940dace-1c72-4257-ab07-85ce0bb3c989 req-d759602a-b92e-43e3-a285-3118e1b406ac tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.0939698 Jul 26 12:53:51.812893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9723a-2ac1-499b-b5d9-863393185fb6 req-4cb1dc9b-0217-4491-a2bc-eb7ad2ba28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:51.814600 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-86c9723a-2ac1-499b-b5d9-863393185fb6 req-4cb1dc9b-0217-4491-a2bc-eb7ad2ba28cb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193516 Jul 26 12:53:51.815840 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 45842) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:51.816194 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e940dace-1c72-4257-ab07-85ce0bb3c989 req-7942dff3-da1f-4c3c-b068-99a6683f9a9f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702660 Jul 26 12:53:51.855911 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:51.858630 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-bfa9add4-bb25-43c8-a011-faa99e96de5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 217 time: 0.0375347 Jul 26 12:53:51.965011 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-859c4cdd-26bd-4f4c-9a10-46ecb44135a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.077139 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-859c4cdd-26bd-4f4c-9a10-46ecb44135a3 admin admin] Publish callbacks [] for security_group (be509b4d-504f-4df8-8c98-ce2e163b2f15), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.083468 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-859c4cdd-26bd-4f4c-9a10-46ecb44135a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (be509b4d-504f-4df8-8c98-ce2e163b2f15), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.096921 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:52.114731 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fceb-25b2-4912-8216-e5c1ead3e913 req-81304820-0a70-4cb6-a362-d592cc49118f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.116718 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9203fceb-25b2-4912-8216-e5c1ead3e913 req-81304820-0a70-4cb6-a362-d592cc49118f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0777078 Jul 26 12:53:52.153558 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-859c4cdd-26bd-4f4c-9a10-46ecb44135a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e80027d473534e0ab00fa91b53221cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340173 Jul 26 12:53:52.154417 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45848) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:52.161559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c4cdd-26bd-4f4c-9a10-46ecb44135a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be509b4d-504f-4df8-8c98-ce2e163b2f15,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:52.193525 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9203fceb-25b2-4912-8216-e5c1ead3e913 req-361ea52c-73f4-4cc0-bc9e-27ae7cb499bb tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637105 Jul 26 12:53:52.214755 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-faac8bf1-977e-4d64-9434-5aa370b0c3f9 admin admin] Publish callbacks [] for security_group (be509b4d-504f-4df8-8c98-ce2e163b2f15), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.238023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-faac8bf1-977e-4d64-9434-5aa370b0c3f9 admin admin] Publish callbacks [] for security_group (be509b4d-504f-4df8-8c98-ce2e163b2f15), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.288104 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-faac8bf1-977e-4d64-9434-5aa370b0c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (be509b4d-504f-4df8-8c98-ce2e163b2f15), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.290581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-faac8bf1-977e-4d64-9434-5aa370b0c3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.294479 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-faac8bf1-977e-4d64-9434-5aa370b0c3f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be509b4d-504f-4df8-8c98-ce2e163b2f15 HTTP/1.1" status: 204 len: 168 time: 0.1390562 Jul 26 12:53:52.302217 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac8bf1-977e-4d64-9434-5aa370b0c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be509b4d-504f-4df8-8c98-ce2e163b2f15,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:52.417234 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-443227e2-2584-4b11-920b-b9ca9621514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.418811 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-443227e2-2584-4b11-920b-b9ca9621514a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0623822 Jul 26 12:53:52.455734 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-f239a662-8e9f-43bb-a789-314376d541c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.458920 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-f239a662-8e9f-43bb-a789-314376d541c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 1127 time: 0.0675609 Jul 26 12:53:52.491442 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-20e4c5db-854b-4c9b-99c7-862057c1d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.493172 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-20e4c5db-854b-4c9b-99c7-862057c1d279 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522313 Jul 26 12:53:52.524858 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-9cbe3140-ce4e-42d6-8368-df251ba95acc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e HTTP/1.1" status: 200 len: 217 time: 0.0391338 Jul 26 12:53:52.583384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-71abc5ab-44ae-41d3-9737-336e0a7a1794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:52.600062 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-5b3679ac-8c57-4995-8ef8-b03aa8c57d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.601530 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-5b3679ac-8c57-4995-8ef8-b03aa8c57d49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0680578 Jul 26 12:53:52.645995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:52.698526 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-43f42386-66f0-4c87-a760-889ef617011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.700204 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-43f42386-66f0-4c87-a760-889ef617011f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720966 Jul 26 12:53:52.873599 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffeaaf-e43d-463d-a635-35bd1709df74 req-a2d95ffc-8f8d-4128-be7f-d584c015fa38 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:52.880951 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efffeaaf-e43d-463d-a635-35bd1709df74 req-a2d95ffc-8f8d-4128-be7f-d584c015fa38 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 943 time: 0.0736527 Jul 26 12:53:52.883047 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0da5fda1-917d-45ee-bba6-4a249f129d9a details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:53:52.908514 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:52.997907 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efffeaaf-e43d-463d-a635-35bd1709df74 req-7226d6c9-5b1d-4f21-b2fb-a174110ff853 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988436 Jul 26 12:53:53.016176 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-447f6b82-9baa-4ace-8a94-28fa774ec4c8 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085146 Jul 26 12:53:53.045747 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:53.148323 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0da5fda1-917d-45ee-bba6-4a249f129d9a, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:53.180139 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:53:53.238680 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-6dafb3a9-64cb-4436-ab17-4d37eda01e55 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322783 Jul 26 12:53:53.243166 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 0da5fda1-917d-45ee-bba6-4a249f129d9a is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:53.243680 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:53.259300 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da5fda1-917d-45ee-bba6-4a249f129d9a {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:53.269826 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2606dc9-647d-4855-9450-6383ee1f4447 req-82fb9db2-e3b0-45ed-9991-87b7c6de4f3c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:53.273785 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246e68d-87c7-42bc-bf50-ce311a43ff93 req-ba7b3b0e-41f2-43be-82b4-f587eb324023 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:53.284556 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c246e68d-87c7-42bc-bf50-ce311a43ff93 req-ba7b3b0e-41f2-43be-82b4-f587eb324023 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.6393609 Jul 26 12:53:53.286631 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e2606dc9-647d-4855-9450-6383ee1f4447 req-82fb9db2-e3b0-45ed-9991-87b7c6de4f3c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.1510937 Jul 26 12:53:53.292433 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be9ca190-3e5b-4601-b831-144b26f7fda2 req-fc7d879c-75d0-4249-8e54-7fd58e476556 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680969 Jul 26 12:53:53.296099 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0da5fda1-917d-45ee-bba6-4a249f129d9a, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:53.310664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:53.357194 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e2606dc9-647d-4855-9450-6383ee1f4447 req-9022f650-5afc-41b7-9588-9cdeff1c87b8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694826 Jul 26 12:53:53.419462 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=0da5fda1-917d-45ee-bba6-4a249f129d9a,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:53.419986 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c246e68d-87c7-42bc-bf50-ce311a43ff93 req-c2b71414-aabf-4bea-83e1-6d57b1b113a3 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343417 Jul 26 12:53:53.456899 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-580a0b6f-e241-4a97-81ef-86e3f33e57d6 req-e361157d-1d1f-4838-b100-efcae2c6fedc service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113917 Jul 26 12:53:53.595783 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b42f0-3a3a-407d-a20d-fc14047a4754 req-67c904c1-333f-4b89-8b36-284a4e5480b7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:53.597481 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-183b42f0-3a3a-407d-a20d-fc14047a4754 req-67c904c1-333f-4b89-8b36-284a4e5480b7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0725482 Jul 26 12:53:53.662105 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:53.680985 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['0da5fda1-917d-45ee-bba6-4a249f129d9a'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:53:53.720798 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-183b42f0-3a3a-407d-a20d-fc14047a4754 req-b5c8b003-d398-4185-be03-74c4a26a19dd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101727 Jul 26 12:53:53.858377 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cd5d3-2a74-4bcd-902c-850e618fd11a req-68467273-d286-4732-9c2a-be63f6ec9795 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:53.866497 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-351cd5d3-2a74-4bcd-902c-850e618fd11a req-68467273-d286-4732-9c2a-be63f6ec9795 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.0705638 Jul 26 12:53:53.939574 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-351cd5d3-2a74-4bcd-902c-850e618fd11a req-3e5d1645-40d7-4f47-a5b2-8d4fc002cd46 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719378 Jul 26 12:53:54.200620 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115460a-f234-4f26-9698-3b695faf46a2 req-cea669af-de6a-48fa-b2da-e53ecb171dc7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:54.202191 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2115460a-f234-4f26-9698-3b695faf46a2 req-cea669af-de6a-48fa-b2da-e53ecb171dc7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 944 time: 0.0969617 Jul 26 12:53:54.276701 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2115460a-f234-4f26-9698-3b695faf46a2 req-def02be9-577d-405c-afcb-0b5b48838d82 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678456 Jul 26 12:53:54.513627 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e65fd-0173-4630-836e-b5f24bfd64b0 req-19cf921c-caa7-4b14-9e98-79a77ffa5b61 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:54.515346 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ce5e65fd-0173-4630-836e-b5f24bfd64b0 req-19cf921c-caa7-4b14-9e98-79a77ffa5b61 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 943 time: 0.0608172 Jul 26 12:53:54.583131 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ce5e65fd-0173-4630-836e-b5f24bfd64b0 req-3e54ad37-20e9-45ae-8b1b-bafa07558c64 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610099 Jul 26 12:53:54.730391 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-08326afc-82b4-413a-91dd-aed79a8bc5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:54.890717 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717f2c-bbe7-4ef5-9134-cf1e068ba8a5 req-857a5647-0484-4d02-a268-7e87ddcf7a7b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:54.895366 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:53:54.898309 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0da5fda1-917d-45ee-bba6-4a249f129d9a up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:53:54.900208 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-83717f2c-bbe7-4ef5-9134-cf1e068ba8a5 req-857a5647-0484-4d02-a268-7e87ddcf7a7b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0773907 Jul 26 12:53:54.952441 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-83717f2c-bbe7-4ef5-9134-cf1e068ba8a5 req-d822366f-fc81-4602-bfef-7484352228c1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512261 Jul 26 12:53:55.043283 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 0da5fda1-917d-45ee-bba6-4a249f129d9a completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:53:55.054279 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 0da5fda1-917d-45ee-bba6-4a249f129d9a triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:55.054646 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:55.117609 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:55.141586 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'port_id': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'mac_address': 'fa:16:3e:ca:9b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:53:55.143133 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dafdad-cedc-4281-bead-662e435ba14b req-4bcc942a-f02d-49ff-a444-56fbc5665295 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:55.152632 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-21dafdad-cedc-4281-bead-662e435ba14b req-4bcc942a-f02d-49ff-a444-56fbc5665295 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.1097090 Jul 26 12:53:55.273209 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-21dafdad-cedc-4281-bead-662e435ba14b req-5f8b4e2e-088a-4f6b-b82b-2245f5902696 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098506 Jul 26 12:53:55.369997 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 0da5fda1-917d-45ee-bba6-4a249f129d9a is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:55.370658 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:55.393899 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:55.394535 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:55.403559 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:55.406676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab229f-b6ca-4677-91b0-381e45d87a0c" -d '{"events": [{"server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "name": "network-vif-plugged", "status": "completed", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:55.429603 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:53:55.434953 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0da5fda1-917d-45ee-bba6-4a249f129d9a, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:55.439963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:55.458582 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:55.488739 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a504d-be0a-4cd3-9cd8-c98f59a852b6 req-2ce641fa-0b33-4cba-ada8-5773296f42a4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:55.491159 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a2a504d-be0a-4cd3-9cd8-c98f59a852b6 req-2ce641fa-0b33-4cba-ada8-5773296f42a4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 944 time: 0.1218889 Jul 26 12:53:55.522314 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:55.526136 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:55.534289 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a67ec6-a848-4dda-b58e-4e7d3d6bbc15 x-openstack-request-id: req-e5a67ec6-a848-4dda-b58e-4e7d3d6bbc15 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:55.534641 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "name": "network-vif-plugged", "status": "completed", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:55.534838 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5a67ec6-a848-4dda-b58e-4e7d3d6bbc15 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:55.539743 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a67ec6-a848-4dda-b58e-4e7d3d6bbc15'] response: {'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'code': 200} Jul 26 12:53:55.551968 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:55.595396 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=0da5fda1-917d-45ee-bba6-4a249f129d9a,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:55.630589 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a2a504d-be0a-4cd3-9cd8-c98f59a852b6 req-1e815641-7481-4aa6-9ec4-bcf2b422d5e5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277502 Jul 26 12:53:55.718190 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:55.783975 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7be8-9c57-424d-b6b7-de622cbb95b2 req-3d785413-890a-42a7-b30f-e98f194d208f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:55.794837 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aaca7be8-9c57-424d-b6b7-de622cbb95b2 req-3d785413-890a-42a7-b30f-e98f194d208f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 944 time: 0.0845692 Jul 26 12:53:55.863579 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aaca7be8-9c57-424d-b6b7-de622cbb95b2 req-f85b8782-0831-4132-b2c0-ecc211fb7aeb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671914 Jul 26 12:53:55.952322 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:55.958658 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:53:56.129614 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:56.148902 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b410cc-5576-4d9b-9a8c-3e31f62056ab req-3e8cf94e-e560-4912-9163-f1f729cb16c8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:56.150689 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d0b410cc-5576-4d9b-9a8c-3e31f62056ab req-3e8cf94e-e560-4912-9163-f1f729cb16c8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0920005 Jul 26 12:53:56.255030 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d0b410cc-5576-4d9b-9a8c-3e31f62056ab req-0b5f8830-dcb6-4881-b7d8-77f859425a80 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818124 Jul 26 12:53:56.460512 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083ca23-e8cb-443f-af3c-457a822defb1 req-49faaf04-dec9-4b58-9293-e0280d5b7348 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:56.468211 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d083ca23-e8cb-443f-af3c-457a822defb1 req-49faaf04-dec9-4b58-9293-e0280d5b7348 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.1256189 Jul 26 12:53:56.495965 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e16a-47dc-4a23-87da-74d477fa1d81 req-3f00e050-9893-4669-bf38-da83bd9cdc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:56.498393 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c4a0e16a-47dc-4a23-87da-74d477fa1d81 req-3f00e050-9893-4669-bf38-da83bd9cdc44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.1259620 Jul 26 12:53:56.549405 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d083ca23-e8cb-443f-af3c-457a822defb1 req-7fa6d3fa-ca96-4025-b46a-55ebe54d0430 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/security-groups?id=11fee467-3c2c-470b-8a42-9cd4186dd686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Jul 26 12:53:56.565107 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-95680a4e-ded5-424c-8f08-954b64080e41 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:56.566225 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:56.567902 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-95680a4e-ded5-424c-8f08-954b64080e41 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.46 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 950 time: 0.0882130 Jul 26 12:53:56.594492 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c4a0e16a-47dc-4a23-87da-74d477fa1d81 req-a53c1d1b-92c0-4d59-b9d4-70f70d6e91bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884655 Jul 26 12:53:56.717088 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Deleting port 53cbdca1-deba-44f6-8b56-5b94884fd66d {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:53:56.717456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:56.901038 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340c0b-dc29-4567-8293-8b9ce5a255a9 req-4beafe8c-31b2-4682-8e34-ea8b0a7a5c2d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:56.910009 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-09340c0b-dc29-4567-8293-8b9ce5a255a9 req-4beafe8c-31b2-4682-8e34-ea8b0a7a5c2d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0988204 Jul 26 12:53:56.916157 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 45990) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:56.952267 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] For port 53cbdca1-deba-44f6-8b56-5b94884fd66d, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=53cbdca1-deba-44f6-8b56-5b94884fd66d,segment=NetworkSegment(cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a),segment_id=cb444a97-c2fb-4c7b-99bb-8fe73c5eb72a)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:56.952870 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:56.981279 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Calling delete_port for 53cbdca1-deba-44f6-8b56-5b94884fd66d owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:53:57.008379 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-09340c0b-dc29-4567-8293-8b9ce5a255a9 req-a1a2d52a-8dc5-4806-a04c-f0fa60f0daa4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972600 Jul 26 12:53:57.064038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39149-63b2-47c2-a470-d45f578d8278 req-2780e31a-ed54-4db8-8cfb-2ac75b93716d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:57.066578 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75c39149-63b2-47c2-a470-d45f578d8278 req-2780e31a-ed54-4db8-8cfb-2ac75b93716d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 944 time: 0.0811267 Jul 26 12:53:57.114679 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-15499282-04ce-4e14-8141-c2bf764a6b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.162017 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:53:57.173664 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75c39149-63b2-47c2-a470-d45f578d8278 req-d5781a78-37c3-4d21-8697-da72b5168ce8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000063 Jul 26 12:53:57.175541 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:57.254024 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (53cbdca1-deba-44f6-8b56-5b94884fd66d), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.274111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['53cbdca1-deba-44f6-8b56-5b94884fd66d'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:53:57.281429 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-15499282-04ce-4e14-8141-c2bf764a6b93 admin admin] Publish callbacks [] for security_group (c840629b-cd1f-433b-b1f1-6097cfc53acf), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.299308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-15499282-04ce-4e14-8141-c2bf764a6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c840629b-cd1f-433b-b1f1-6097cfc53acf), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.307023 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Pushing event deleted for resources: {'Port': ['ID=53cbdca1-deba-44f6-8b56-5b94884fd66d,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:57.320181 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:53:57.331046 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:53:57.332048 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.336180 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.393420 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-15499282-04ce-4e14-8141-c2bf764a6b93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d695bcf5c67a409ba2a1845dd2163850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733362 Jul 26 12:53:57.394562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46004) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:53:57.398360 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15499282-04ce-4e14-8141-c2bf764a6b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c840629b-cd1f-433b-b1f1-6097cfc53acf,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:57.460702 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:53:57.461527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.467491 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5862-0579-47ae-ab91-7ce1d0f999bc admin admin] Publish callbacks [] for security_group (c840629b-cd1f-433b-b1f1-6097cfc53acf), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.482975 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] No DVR routers for this DVR port 53cbdca1-deba-44f6-8b56-5b94884fd66d on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:53:57.493610 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.502674 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-37a8bf68-6e0d-4519-ba03-ba567bcc5385 req-8d25a4c2-e311-4aef-a036-a41ca7604883 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.46 "DELETE /v2.0/ports/53cbdca1-deba-44f6-8b56-5b94884fd66d HTTP/1.1" status: 204 len: 173 time: 0.9230993 Jul 26 12:53:57.505989 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc189b1-f457-4614-9639-b10131941960', 'name': 'network-vif-deleted', 'tag': '53cbdca1-deba-44f6-8b56-5b94884fd66d'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:57.509545 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c2e584-1645-4e96-8a3b-c57aaded70d6" -d '{"events": [{"server_uuid": "9dc189b1-f457-4614-9639-b10131941960", "name": "network-vif-deleted", "tag": "53cbdca1-deba-44f6-8b56-5b94884fd66d"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:57.523037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5862-0579-47ae-ab91-7ce1d0f999bc admin admin] Publish callbacks [] for security_group (c840629b-cd1f-433b-b1f1-6097cfc53acf), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.553701 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:53:57.557790 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb6eed7-b642-4b3a-aa40-527fd465ff8c" -d '{"events": [{"server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "name": "network-vif-plugged", "status": "completed", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:53:57.586957 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367324b-9feb-4ebd-9137-7c5e55d1f73a req-a7d01228-f21d-4c6c-a0dd-6298ffaea33c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:57.601178 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:53:57.601797 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3367324b-9feb-4ebd-9137-7c5e55d1f73a req-a7d01228-f21d-4c6c-a0dd-6298ffaea33c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.2067924 Jul 26 12:53:57.628905 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.672139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5862-0579-47ae-ab91-7ce1d0f999bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c840629b-cd1f-433b-b1f1-6097cfc53acf), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.691627 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5862-0579-47ae-ab91-7ce1d0f999bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.693076 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ed7e5862-0579-47ae-ab91-7ce1d0f999bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c840629b-cd1f-433b-b1f1-6097cfc53acf HTTP/1.1" status: 204 len: 168 time: 0.2915895 Jul 26 12:53:57.702629 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3330750-b75c-4f6c-acf8-5e98c74fb792 x-openstack-request-id: req-b3330750-b75c-4f6c-acf8-5e98c74fb792 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:57.702896 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc189b1-f457-4614-9639-b10131941960", "name": "network-vif-deleted", "tag": "53cbdca1-deba-44f6-8b56-5b94884fd66d", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:57.703179 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3330750-b75c-4f6c-acf8-5e98c74fb792 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:57.703581 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3330750-b75c-4f6c-acf8-5e98c74fb792'] response: {'server_uuid': '9dc189b1-f457-4614-9639-b10131941960', 'name': 'network-vif-deleted', 'tag': '53cbdca1-deba-44f6-8b56-5b94884fd66d', 'status': 'completed', 'code': 200} Jul 26 12:53:57.730800 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5862-0579-47ae-ab91-7ce1d0f999bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c840629b-cd1f-433b-b1f1-6097cfc53acf,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:57.775190 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:53:57.836096 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3367324b-9feb-4ebd-9137-7c5e55d1f73a req-ee34b00e-bf84-46ee-9f06-cc6199f8fe4d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332137 Jul 26 12:53:57.906657 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:53:57.949641 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d10c09d-73de-4ee2-988c-c5a5c6db7bee x-openstack-request-id: req-1d10c09d-73de-4ee2-988c-c5a5c6db7bee {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:53:57.949942 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "name": "network-vif-plugged", "status": "completed", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:53:57.950220 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d10c09d-73de-4ee2-988c-c5a5c6db7bee {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:53:57.950609 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d10c09d-73de-4ee2-988c-c5a5c6db7bee'] response: {'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'code': 200} Jul 26 12:53:57.968834 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6930e993-022a-4f48-a87c-6ace2bacebab req-408bed63-ceba-4aa5-a1fa-5bcb66337e38 tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 210 time: 0.0506463 Jul 26 12:53:58.176378 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:58.208084 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d48a4b-0473-4634-9312-9b9bb87a24ec req-5d4eca3d-8129-4ac1-9347-360bf263ddea tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:58.217614 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-11d48a4b-0473-4634-9312-9b9bb87a24ec req-5d4eca3d-8129-4ac1-9347-360bf263ddea tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0899734 Jul 26 12:53:58.297798 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-11d48a4b-0473-4634-9312-9b9bb87a24ec req-66943e11-1ffb-4cc1-a9e6-b6b828305a8f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788019 Jul 26 12:53:58.341911 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f573a4-e805-439c-8ee7-b27b73568cee req-84be5942-11a1-4271-8198-520fe1351124 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:58.343510 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-03f573a4-e805-439c-8ee7-b27b73568cee req-84be5942-11a1-4271-8198-520fe1351124 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0695117 Jul 26 12:53:58.430059 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-03f573a4-e805-439c-8ee7-b27b73568cee req-03f0661f-1680-4814-aadb-77a1f9dae6c6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743034 Jul 26 12:53:59.112973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d503e-717f-4f13-8a8a-b160b6d0c38a req-deda243b-475b-434c-8ffa-e14772ed6ef5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:59.114696 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d41d503e-717f-4f13-8a8a-b160b6d0c38a req-deda243b-475b-434c-8ffa-e14772ed6ef5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1542211 Jul 26 12:53:59.199979 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c3152643-dd63-4624-9db2-a736ae6ff567 req-4fa3dc48-948c-4deb-958d-a5c9b7763b3b tempest-VolumesNegativeTest-1537592522 tempest-VolumesNegativeTest-1537592522-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc189b1-f457-4614-9639-b10131941960 HTTP/1.1" status: 200 len: 210 time: 0.0660284 Jul 26 12:53:59.247884 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d41d503e-717f-4f13-8a8a-b160b6d0c38a req-e26457fc-90bb-412f-be60-b9e68ab33956 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258867 Jul 26 12:53:59.328196 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:53:59.336077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d600cc-79c2-4022-9788-355428c8e541 req-4f808688-56fa-455b-9573-db137c918ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:59.338650 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-88d600cc-79c2-4022-9788-355428c8e541 req-4f808688-56fa-455b-9573-db137c918ff0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 1129 time: 0.0691857 Jul 26 12:53:59.545546 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10775-f535-4d59-bfe4-ba7c74768ebb req-b34d070d-94a8-42bb-adfe-f3272f58d908 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:59.554804 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-78c10775-f535-4d59-bfe4-ba7c74768ebb req-b34d070d-94a8-42bb-adfe-f3272f58d908 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.1425867 Jul 26 12:53:59.737068 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-78c10775-f535-4d59-bfe4-ba7c74768ebb req-3ac91c6f-0658-46ea-9bd0-373d6ab0ea3f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1801419 Jul 26 12:53:59.769176 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-88d600cc-79c2-4022-9788-355428c8e541 req-7a6d1f55-83a5-447e-90ee-35e77b35a248 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148200 Jul 26 12:53:59.812835 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80704918-f573-41c7-adcc-b40cdb66dab3 req-2381b249-1d4e-43b6-ac9f-911af56dc93e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:59.820780 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-80704918-f573-41c7-adcc-b40cdb66dab3 req-2381b249-1d4e-43b6-ac9f-911af56dc93e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0815938 Jul 26 12:53:59.903101 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-80704918-f573-41c7-adcc-b40cdb66dab3 req-a6137510-b2cb-4bfe-bbf7-b457bcf4e65e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812078 Jul 26 12:53:59.987103 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62a63-f82e-48be-8950-b9e19fe56fbb req-80bc08b9-c9f7-4a77-9bd6-6f583f4b2fdb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:53:59.988642 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3df62a63-f82e-48be-8950-b9e19fe56fbb req-80bc08b9-c9f7-4a77-9bd6-6f583f4b2fdb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0943577 Jul 26 12:53:59.999829 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46086) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:00.005129 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'floatingip': {'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:00.069481 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:00.685807 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:00.687718 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:00.689662 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:00.696543 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:00.793015 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111144da-0869-474a-9b64-7e9c585f1855 req-7235467a-1561-4600-bceb-af28b29271a1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:00.794711 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-111144da-0869-474a-9b64-7e9c585f1855 req-7235467a-1561-4600-bceb-af28b29271a1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1030052 Jul 26 12:54:00.898267 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-111144da-0869-474a-9b64-7e9c585f1855 req-c291eb76-1c44-4197-8b77-7b88d9e8139a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693517 Jul 26 12:54:00.899412 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Floating IP 83f503ec-18be-4270-98c7-a5e3e8157265 associated. External IP: 172.27.2.83, port: 0da5fda1-917d-45ee-bba6-4a249f129d9a. Jul 26 12:54:01.050256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd733b-2279-4f34-bc38-d0c7db3abd39 req-61a5f610-d809-482b-b52e-472ff6a29c86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:01.058751 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ecdd733b-2279-4f34-bc38-d0c7db3abd39 req-61a5f610-d809-482b-b52e-472ff6a29c86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0608897 Jul 26 12:54:01.127059 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ecdd733b-2279-4f34-bc38-d0c7db3abd39 req-53660fd7-e5f3-4bd9-a236-291a2cacdc5e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633984 Jul 26 12:54:01.160270 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 53cbdca1-deba-44f6-8b56-5b94884fd66d no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:54:01.203461 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 53cbdca1-deba-44f6-8b56-5b94884fd66d {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:54:01.203832 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 53cbdca1-deba-44f6-8b56-5b94884fd66d not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:54:01.229853 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Router 6c33e799-9722-415a-8acb-d6a0213185f7 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:54:01.408212 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:01.414733 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:01.423152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] Sync routers for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:01.449135 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:01.449847 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:01.506776 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3a9c0fd0-f544-46a2-b5f8-f8ebaffcbb89 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "PUT /v2.0/floatingips/83f503ec-18be-4270-98c7-a5e3e8157265 HTTP/1.1" status: 200 len: 990 time: 1.4931734 Jul 26 12:54:01.506776 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:54:01.506776 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949e81d0-c516-4314-bbb4-5f60214128cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:54:01.571084 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c6c68d-9301-4b0f-be5c-4aa42c1f70ac x-openstack-request-id: req-72c6c68d-9301-4b0f-be5c-4aa42c1f70ac {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:54:01.571378 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:54:01.571773 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72c6c68d-9301-4b0f-be5c-4aa42c1f70ac {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:54:01.572725 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c6c68d-9301-4b0f-be5c-4aa42c1f70ac'] response: {'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'status': 'completed', 'code': 200} Jul 26 12:54:01.622897 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:01.784976 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:01.939886 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:01.945710 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '83f503ec-18be-4270-98c7-a5e3e8157265', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:54:00Z', 'revision_number': 1, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:01.973916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] Checking router: 6c33e799-9722-415a-8acb-d6a0213185f7 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:01.983527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:01.984413 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:02.141169 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e81d0-c516-4314-bbb4-5f60214128cc req-56c14ad7-f4d1-489b-89c5-a7ae6da6e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:02.143935 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-56c14ad7-f4d1-489b-89c5-a7ae6da6e895 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.1061230 Jul 26 12:54:02.150845 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54faf1-6b7d-4ae8-9a9a-115eafb1fe0a req-020b8022-48c3-405a-b60d-5f11b3ec58a7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:02.157991 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f54faf1-6b7d-4ae8-9a9a-115eafb1fe0a req-020b8022-48c3-405a-b60d-5f11b3ec58a7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1214764 Jul 26 12:54:02.158961 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:02.224414 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3f54faf1-6b7d-4ae8-9a9a-115eafb1fe0a req-6a9a9dc5-084b-43f6-86f3-1506922e647b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653665 Jul 26 12:54:02.338239 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841a2e3-ab42-43e3-8fc7-0143eb905152 req-1fd12022-3539-47b5-b3b2-43eee292d767 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:02.346326 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1841a2e3-ab42-43e3-8fc7-0143eb905152 req-1fd12022-3539-47b5-b3b2-43eee292d767 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0711367 Jul 26 12:54:02.433664 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1841a2e3-ab42-43e3-8fc7-0143eb905152 req-e464f5c5-f4e7-42a9-9cab-90ea2b97f850 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838521 Jul 26 12:54:02.639005 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45fbf-a826-4a0f-b5a8-581cb615a0f5 req-b4eb0b3b-3ab6-4562-a35c-e0150abf75c4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:02.646062 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-93e45fbf-a826-4a0f-b5a8-581cb615a0f5 req-b4eb0b3b-3ab6-4562-a35c-e0150abf75c4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.1118646 Jul 26 12:54:02.651725 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '83f503ec-18be-4270-98c7-a5e3e8157265', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:54:00Z', 'revision_number': 1, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:02.652826 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46166) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:02.680098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'port_id': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:02.722410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03071fb-6bbf-4c14-a12a-cad64412c289 None None] The sync data for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi is: [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '83f503ec-18be-4270-98c7-a5e3e8157265', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:54:00Z', 'revision_number': 1, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:02.725216 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (6e93bc2c-1e75-4047-8f5e-b08672d7ba33), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:02.846748 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:03.182674 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923762-7a5a-448d-be11-c9db2e8ebdc4 None None] New status for floating IP 83f503ec-18be-4270-98c7-a5e3e8157265: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:54:03.428181 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:03.491311 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:03.510632 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (6e93bc2c-1e75-4047-8f5e-b08672d7ba33), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:03.537490 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2180a-ea5f-43f7-aa45-6f180ead26e2 req-a297e519-e653-416a-98db-426209cca606 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:03.553237 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-60e2180a-ea5f-43f7-aa45-6f180ead26e2 req-a297e519-e653-416a-98db-426209cca606 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1683195 Jul 26 12:54:03.594189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e81d0-c516-4314-bbb4-5f60214128cc req-8d40dff8-a6ec-46ef-8176-8aebce56ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:03.595716 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-8d40dff8-a6ec-46ef-8176-8aebce56ae9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.2568567 Jul 26 12:54:03.752126 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-60e2180a-ea5f-43f7-aa45-6f180ead26e2 req-e1bea4d4-ec90-4b39-a13c-c2d15c9b7550 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935296 Jul 26 12:54:03.759354 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP 6e93bc2c-1e75-4047-8f5e-b08672d7ba33 associated. External IP: 172.27.2.240, port: bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e. Jul 26 12:54:04.325505 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:54:04.383465 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-b8657406-9599-409e-a10e-e68752322c28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 1000 time: 0.1147716 Jul 26 12:54:04.468894 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:04.482163 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:04.505532 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:04.529442 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:04.540411 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:04.542615 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-27fd90c1-18ce-4298-85f9-6659f69026be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "PUT /v2.0/floatingips/6e93bc2c-1e75-4047-8f5e-b08672d7ba33 HTTP/1.1" status: 200 len: 991 time: 1.8883810 Jul 26 12:54:04.543467 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:54:04.545017 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:04.546521 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:54:04.607182 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02281de2-84fe-4b81-bdd8-898d571d83ef x-openstack-request-id: req-02281de2-84fe-4b81-bdd8-898d571d83ef {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:54:04.607953 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:54:04.608365 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02281de2-84fe-4b81-bdd8-898d571d83ef {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:54:04.608921 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02281de2-84fe-4b81-bdd8-898d571d83ef'] response: {'name': 'network-changed', 'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'status': 'completed', 'code': 200} Jul 26 12:54:04.789160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:04.921377 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af3913-600f-4323-8a9e-212c025c0dd8 req-59b3fa08-8f7a-4cc6-b8bd-b1158ca784b7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:04.930991 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-26af3913-600f-4323-8a9e-212c025c0dd8 req-59b3fa08-8f7a-4cc6-b8bd-b1158ca784b7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0828440 Jul 26 12:54:05.000341 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-26af3913-600f-4323-8a9e-212c025c0dd8 req-4642fde4-17e6-46e7-a2e3-d9529f7b91ea tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621872 Jul 26 12:54:05.150107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '6e93bc2c-1e75-4047-8f5e-b08672d7ba33', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:ca:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:54:03Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}, {'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:05.188916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:05.198064 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:05.198676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:05.362312 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:05.371292 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e81d0-c516-4314-bbb4-5f60214128cc req-c2c26500-a6f0-4a50-baaf-0c9cf3ba2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:05.374603 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:05.376918 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-c2c26500-a6f0-4a50-baaf-0c9cf3ba2009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.1001530 Jul 26 12:54:05.427318 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-b744c538-8dd7-4d00-9968-cec0a058d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:05.434713 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-b744c538-8dd7-4d00-9968-cec0a058d1d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 1129 time: 0.1090374 Jul 26 12:54:05.466658 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e81d0-c516-4314-bbb4-5f60214128cc req-cd03c4d4-c216-4918-9f40-ccceb8dcdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:05.472155 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-cd03c4d4-c216-4918-9f40-ccceb8dcdadb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886497 Jul 26 12:54:05.645034 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-c7bb9cec-77c9-4af1-ba16-2cc320327a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:05.648479 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-c7bb9cec-77c9-4af1-ba16-2cc320327a71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.2020543 Jul 26 12:54:05.650287 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-87bcd89f-31c8-4124-a948-bd3b712445a0 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633184 Jul 26 12:54:05.831530 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-4cd74ecd-ae2f-4816-b5e2-1d5ea86a0496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e HTTP/1.1" status: 200 len: 999 time: 0.1699374 Jul 26 12:54:05.852813 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:05.881682 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-949e81d0-c516-4314-bbb4-5f60214128cc req-a6cc2df4-8b49-4e26-96cc-febb4698799a service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164409 Jul 26 12:54:05.971237 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-451dd6b7-4ecf-4dfb-8252-2fe3c7eb0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:05.976401 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-451dd6b7-4ecf-4dfb-8252-2fe3c7eb0b4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.1295133 Jul 26 12:54:06.019770 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '6e93bc2c-1e75-4047-8f5e-b08672d7ba33', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:ca:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:54:03Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}, {'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:06.078280 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-c4a9dc1f-8604-486c-ae39-83e7fbd2f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:06.079751 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-c4a9dc1f-8604-486c-ae39-83e7fbd2f73f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949061 Jul 26 12:54:06.086946 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758dcf-a3f4-4fe0-935a-3e90e0565386 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '6e93bc2c-1e75-4047-8f5e-b08672d7ba33', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:ca:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:54:03Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}, {'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:06.199668 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:06.229006 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8af58-b0f8-4ca8-82bc-714e81dd63e3 req-d972cb32-10ff-46d4-9f0c-b3a40a53d6fd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:06.239912 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-48a8af58-b0f8-4ca8-82bc-714e81dd63e3 req-d972cb32-10ff-46d4-9f0c-b3a40a53d6fd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.1219256 Jul 26 12:54:06.269370 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-964807e7-2481-44ad-9757-259a79900c95 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810629 Jul 26 12:54:06.296337 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:06.386454 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-48a8af58-b0f8-4ca8-82bc-714e81dd63e3 req-814f7203-7c22-4a27-ae76-d8a6b356dc6f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451826 Jul 26 12:54:06.392129 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:06.465077 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5a1dc3d-1ae3-4458-88bf-b53a08df2e14 req-3c1c3426-b1df-4832-a47e-dd89cb9e143e service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817849 Jul 26 12:54:06.497599 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a4643-3424-494f-8d8d-edf3c083ab32 None None] New status for floating IP 6e93bc2c-1e75-4047-8f5e-b08672d7ba33: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:54:07.543469 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf40d-c304-47e1-adb9-0417c1100a21 req-6ba4e242-af2a-4634-ad6c-2636e3d62762 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:07.552261 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ebacf40d-c304-47e1-adb9-0417c1100a21 req-6ba4e242-af2a-4634-ad6c-2636e3d62762 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0821609 Jul 26 12:54:07.614508 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ebacf40d-c304-47e1-adb9-0417c1100a21 req-1f7a2071-366f-4cfa-b343-86cdb58663ea tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613089 Jul 26 12:54:08.527702 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46506) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:08.677077 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-67a907b8-c141-4065-8cc3-16bb5c3dcfc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbda6b838e3b4a8f89a693e4c5174695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455860 Jul 26 12:54:08.677706 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46514) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:08.731387 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b380123d-ce06-49ac-9b48-969ce5b6df9e admin admin] Publish callbacks [] for security_group (11fee467-3c2c-470b-8a42-9cd4186dd686), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:08.740623 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46516) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:08.760503 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b380123d-ce06-49ac-9b48-969ce5b6df9e admin admin] Publish callbacks [] for security_group (11fee467-3c2c-470b-8a42-9cd4186dd686), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:08.766190 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8aab-f387-4ec1-8a2c-ce06ba178b8d req-4c0069ab-4687-4305-8bf4-2df337ed3541 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:08.768608 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-50ab8aab-f387-4ec1-8a2c-ce06ba178b8d req-4c0069ab-4687-4305-8bf4-2df337ed3541 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0653105 Jul 26 12:54:08.826861 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b380123d-ce06-49ac-9b48-969ce5b6df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (11fee467-3c2c-470b-8a42-9cd4186dd686), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:08.827015 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-50ab8aab-f387-4ec1-8a2c-ce06ba178b8d req-7abef877-73d7-4d9c-ae0a-719cfcea0629 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506935 Jul 26 12:54:08.830002 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b380123d-ce06-49ac-9b48-969ce5b6df9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:08.835398 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b380123d-ce06-49ac-9b48-969ce5b6df9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11fee467-3c2c-470b-8a42-9cd4186dd686 HTTP/1.1" status: 204 len: 168 time: 0.1570826 Jul 26 12:54:08.851970 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380123d-ce06-49ac-9b48-969ce5b6df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fee467-3c2c-470b-8a42-9cd4186dd686,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:08.885917 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7678eaa4-9935-45d5-9078-48ba804597f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:08.962407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:08.990455 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46698-29f9-43b9-bb42-33822ca51999 req-11a8e0c2-054b-4ad4-a322-3bdc94015416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:08.992036 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-11a8e0c2-054b-4ad4-a322-3bdc94015416 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1130 time: 0.0694745 Jul 26 12:54:09.090484 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7678eaa4-9935-45d5-9078-48ba804597f0 admin admin] Publish callbacks [] for security_group (03546b10-d576-4b59-8d70-9bcdefb75364), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.098938 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7678eaa4-9935-45d5-9078-48ba804597f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (03546b10-d576-4b59-8d70-9bcdefb75364), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.164903 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678eaa4-9935-45d5-9078-48ba804597f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03546b10-d576-4b59-8d70-9bcdefb75364,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:09.165586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46698-29f9-43b9-bb42-33822ca51999 req-1d3f36be-95c1-40d5-83dd-68d11cd63910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:09.167067 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-1d3f36be-95c1-40d5-83dd-68d11cd63910 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.1650729 Jul 26 12:54:09.169765 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7678eaa4-9935-45d5-9078-48ba804597f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d04db2b45b39477296aca9dfad7ddfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282231 Jul 26 12:54:09.172542 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46526) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:09.231427 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-3fecec34-36ed-4278-b0d2-aa1334a8fb97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 200 len: 1002 time: 0.0572042 Jul 26 12:54:09.232064 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20fd9bf9-45f0-4961-bef3-61e1f0f2bb77 admin admin] Publish callbacks [] for security_group (03546b10-d576-4b59-8d70-9bcdefb75364), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.260846 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20fd9bf9-45f0-4961-bef3-61e1f0f2bb77 admin admin] Publish callbacks [] for security_group (03546b10-d576-4b59-8d70-9bcdefb75364), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.300848 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46698-29f9-43b9-bb42-33822ca51999 req-99650e5e-30c8-47ea-aa32-180b6f7c1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:09.303600 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-99650e5e-30c8-47ea-aa32-180b6f7c1084 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0661035 Jul 26 12:54:09.310046 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20fd9bf9-45f0-4961-bef3-61e1f0f2bb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (03546b10-d576-4b59-8d70-9bcdefb75364), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.312705 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-20fd9bf9-45f0-4961-bef3-61e1f0f2bb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.313946 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-20fd9bf9-45f0-4961-bef3-61e1f0f2bb77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03546b10-d576-4b59-8d70-9bcdefb75364 HTTP/1.1" status: 204 len: 168 time: 0.1403308 Jul 26 12:54:09.322381 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd9bf9-45f0-4961-bef3-61e1f0f2bb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03546b10-d576-4b59-8d70-9bcdefb75364,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:09.373762 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46698-29f9-43b9-bb42-33822ca51999 req-acbe0715-1b80-4e63-9ba0-9526ed9aa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:09.375576 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-acbe0715-1b80-4e63-9ba0-9526ed9aa42c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469127 Jul 26 12:54:09.440684 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:09.492109 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-71bbb439-1cac-4392-8c94-0f869558e757 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010878 Jul 26 12:54:09.554615 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46538) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:09.592807 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62c46698-29f9-43b9-bb42-33822ca51999 req-f2627eb9-4121-45fe-853b-f0f09c948b58 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924144 Jul 26 12:54:09.677992 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2afd7384-dfdc-40a4-93f2-cc0e69c172d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.778700 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2afd7384-dfdc-40a4-93f2-cc0e69c172d7 admin admin] Publish callbacks [] for security_group (196f2046-b3ab-4b92-9bb1-9e43a7d8d208), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.783627 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2afd7384-dfdc-40a4-93f2-cc0e69c172d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (196f2046-b3ab-4b92-9bb1-9e43a7d8d208), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.826145 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2afd7384-dfdc-40a4-93f2-cc0e69c172d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca9be6b3f09745ac84a69ea4d4b9cc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703521 Jul 26 12:54:09.827302 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd7384-dfdc-40a4-93f2-cc0e69c172d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f2046-b3ab-4b92-9bb1-9e43a7d8d208,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:09.830339 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46552) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:09.892803 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-198c672f-f5f8-4cae-b646-00aaac84d997 admin admin] Publish callbacks [] for security_group (196f2046-b3ab-4b92-9bb1-9e43a7d8d208), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:09.928573 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-198c672f-f5f8-4cae-b646-00aaac84d997 admin admin] Publish callbacks [] for security_group (196f2046-b3ab-4b92-9bb1-9e43a7d8d208), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.000144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1603f-ac5d-4886-a59a-beef8534dfbe req-647c8d86-bd11-450e-8d0e-79b9d320bced tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:10.001914 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e7f1603f-ac5d-4886-a59a-beef8534dfbe req-647c8d86-bd11-450e-8d0e-79b9d320bced tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0855467 Jul 26 12:54:10.047340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-198c672f-f5f8-4cae-b646-00aaac84d997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (196f2046-b3ab-4b92-9bb1-9e43a7d8d208), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.049867 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-198c672f-f5f8-4cae-b646-00aaac84d997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.051007 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-198c672f-f5f8-4cae-b646-00aaac84d997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/196f2046-b3ab-4b92-9bb1-9e43a7d8d208 HTTP/1.1" status: 204 len: 168 time: 0.2195616 Jul 26 12:54:10.070714 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c672f-f5f8-4cae-b646-00aaac84d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f2046-b3ab-4b92-9bb1-9e43a7d8d208,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:10.071563 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:54:10.075537 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e7f1603f-ac5d-4886-a59a-beef8534dfbe req-95512408-2658-4a7d-b88e-ccbbdd7d0659 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622740 Jul 26 12:54:10.140197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46566) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:10.358547 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-427916940-network', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:10.382302 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Made reservation on behalf of b8383c3af34e46f2922ffb7f6d4963af for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:10.384963 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.394564 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.437125 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:10.483253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks [] for security_group (29f57c7c-7298-477e-8a48-e408f4392db9), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.488010 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (29f57c7c-7298-477e-8a48-e408f4392db9), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.517997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:54:10.524908 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f57c7c-7298-477e-8a48-e408f4392db9,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:10.533616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (dd879dec-a77b-4005-b244-22c008c3f0e2), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.533817 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Added segment dd879dec-a77b-4005-b244-22c008c3f0e2 of type vlan for network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 Jul 26 12:54:10.580741 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (a4f56cd7-c0c8-4d76-9608-89effa75e9c4), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.610886 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (a4f56cd7-c0c8-4d76-9608-89effa75e9c4), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.611956 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:10.612524 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.672883 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5315011 Jul 26 12:54:10.675518 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46586) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:10.682973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Request body: {'subnet': {'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-427916940-subnet', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:10.687936 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7df64e-c2b1-41b5-b28d-f06d92d9419e admin admin] Pushing event updated for resources: {'Network': ['ID=a4f56cd7-c0c8-4d76-9608-89effa75e9c4,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:10.702102 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:10.703014 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:54:10.708976 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Made reservation on behalf of b8383c3af34e46f2922ffb7f6d4963af for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:10.711480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8560600'] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.860736 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46590) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:10.905675 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4149675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8560630'] for subnet (2ba7e44b-f054-4f84-8897-ee9ca9de8417), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:10.968298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba7e44b-f054-4f84-8897-ee9ca9de8417,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:10.978035 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-796972677-network', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:10.979941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Checking segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:10.980301 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Network hostable DHCP agents. Network: a4f56cd7-c0c8-4d76-9608-89effa75e9c4, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:54:10.999105 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:54:11.001109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Made reservation on behalf of a2522985c6df452dabe2010e5f6bed35 for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:11.003680 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.008959 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, a4f56cd7-c0c8-4d76-9608-89effa75e9c4) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:11.013771 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.014153 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:11.014896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.020170 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb481a6-68a7-48c6-af39-7abd69c84a29 None None] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:11.041862 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6a8c6a97-b2af-4e2a-bdb0-c11e2bd710c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3652554 Jul 26 12:54:11.042482 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46594) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:11.047233 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:11.075034 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (f28949b5-483d-423e-bfd7-5a21bfe1609d), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.076256 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (f28949b5-483d-423e-bfd7-5a21bfe1609d), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.114726 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks [] for security_group (1c61322e-01e4-424c-9a62-47887861ede0), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.129357 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1c61322e-01e4-424c-9a62-47887861ede0), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.145343 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:54:11.147677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.159231 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks [] for router_controller (f28949b5-483d-423e-bfd7-5a21bfe1609d), precommit_add_association {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.179051 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:54:11.190092 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c61322e-01e4-424c-9a62-47887861ede0,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:11.197893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (cd447fa5-a234-4c35-ac90-d1579643ae66), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.199426 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Added segment cd447fa5-a234-4c35-ac90-d1579643ae66 of type vlan for network 8b53c01d-8651-463b-8de8-06dcdf11a64f Jul 26 12:54:11.256308 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (8b53c01d-8651-463b-8de8-06dcdf11a64f), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.311338 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:54:11.333120 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667f51c-ff5f-4797-a9be-745c86454131 req-d4b89eac-5f09-4b97-9569-589894e3f15c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:11.334874 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2667f51c-ff5f-4797-a9be-745c86454131 req-d4b89eac-5f09-4b97-9569-589894e3f15c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 946 time: 0.0756834 Jul 26 12:54:11.343103 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:11.356410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Allocated IP 172.20.0.2 (a4f56cd7-c0c8-4d76-9608-89effa75e9c4/2ba7e44b-f054-4f84-8897-ee9ca9de8417/486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:11.365827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks [] for router_gateway (f28949b5-483d-423e-bfd7-5a21bfe1609d), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.383250 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:11.392473 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (8b53c01d-8651-463b-8de8-06dcdf11a64f), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.393761 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:11.394343 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.432110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:11.454975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: ACTIVE; New status is: DOWN {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:11.455623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.497014 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6349330 Jul 26 12:54:11.498289 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:54:11.498453 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46606) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:11.500963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d396b6-4c9b-415c-b7bd-0caeb6265306" -d '{"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:54:11.526315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Request body: {'subnet': {'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-796972677-subnet', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:11.534671 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:11.541150 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.555296 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2667f51c-ff5f-4797-a9be-745c86454131 req-c09e1179-cc17-4d2d-acba-216611e91aa2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041986 Jul 26 12:54:11.556298 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee8ed-7bef-4a06-91df-92de2486fe9d admin admin] Pushing event updated for resources: {'Network': ['ID=8b53c01d-8651-463b-8de8-06dcdf11a64f,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:11.579687 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks [] for router_gateway (f28949b5-483d-423e-bfd7-5a21bfe1609d), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.605603 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Made reservation on behalf of a2522985c6df452dabe2010e5f6bed35 for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:11.608599 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433146'] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.619041 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.643207 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:54:11.765082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:11.777972 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3288abf-c2a9-48f6-8481-d4cfaf714dba x-openstack-request-id: req-d3288abf-c2a9-48f6-8481-d4cfaf714dba {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:54:11.778626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:54:11.778626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3288abf-c2a9-48f6-8481-d4cfaf714dba {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:54:11.778931 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3288abf-c2a9-48f6-8481-d4cfaf714dba'] response: {'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'code': 200} Jul 26 12:54:11.795930 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Allocated IP 172.27.2.140 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/0914a1a3-e757-415a-b77b-386fe4f126fc) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:11.865214 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:11.887393 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433108'] for subnet (ef7a8493-2e16-41e5-b708-3b5ef60424b5), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.939436 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=8']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:11.952502 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7a8493-2e16-41e5-b708-3b5ef60424b5,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:11.960625 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Publish callbacks [] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.961550 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks [] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.969129 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:11.972781 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:11.974936 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Checking segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:11.975562 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Network hostable DHCP agents. Network: 8b53c01d-8651-463b-8de8-06dcdf11a64f, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:54:11.998647 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:54:12.010592 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.010895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 8b53c01d-8651-463b-8de8-06dcdf11a64f) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:12.019716 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:12.021385 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.021630 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:12.027909 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:12.033346 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:12.042408 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b106b72-cc0d-43ca-ba68-ad0d638f13ae None None] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:12.049244 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b8abf5a2-8a64-460c-bd14-bb2904545219 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5338414 Jul 26 12:54:12.051012 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46616) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:12.051724 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Pushing event updated for resources: {'Port': ['ID=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:12.058096 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:12.058326 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:12.063584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:12.065913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:12.084716 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (7b2f4972-0117-4456-a690-e4abccaca409), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.086503 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (7b2f4972-0117-4456-a690-e4abccaca409), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.086814 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Pushing event updated for resources: {'Port': ['ID=0914a1a3-e757-415a-b77b-386fe4f126fc,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:12.172298 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks [] for router_controller (7b2f4972-0117-4456-a690-e4abccaca409), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.181025 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Attempting to bind port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:12.181618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Attempting to bind port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:12.181985 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Attempting to bind port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc on network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:12.197521 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:12.198101 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Checking segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:12.198279 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.198850 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Bound using segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:12.199335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Bound port: 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:12.199738 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.267041 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-8b53c01d-8651-463b-8de8-06dcdf11a64f', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:54:12.268082 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.357653 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks [] for router_gateway (7b2f4972-0117-4456-a690-e4abccaca409), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.371885 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] For port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:12.395214 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] For port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:12.409341 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.425218 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks [] for router_gateway (f28949b5-483d-423e-bfd7-5a21bfe1609d), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.509544 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Allocated IP 172.20.0.2 (8b53c01d-8651-463b-8de8-06dcdf11a64f/ef7a8493-2e16-41e5-b708-3b5ef60424b5/d9c97b51-6acd-4d2a-9f7d-2fcbc898331b) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:12.519182 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ede77-220f-4e0b-b931-abd91d90adaa None None] Pushing event updated for resources: {'Port': ['ID=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:12.581300 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks [] for router_gateway (7b2f4972-0117-4456-a690-e4abccaca409), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.602680 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.649399 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:12.658819 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:12.779718 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19224d-3075-4d4d-92af-dac3468359fe req-913e504e-9ed4-49fc-978e-ec88bafce569 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:12.781445 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f19224d-3075-4d4d-92af-dac3468359fe req-913e504e-9ed4-49fc-978e-ec88bafce569 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1018317 Jul 26 12:54:12.792054 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Publish callbacks [] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.806459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.821081 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Allocated IP 172.27.2.31 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/a46d920e-452b-416a-bda9-1c3687aadc53) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:12.855958 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:12.875858 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:12.882247 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:12.887616 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:12.891019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Pushing event updated for resources: {'Port': ['ID=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:12.980120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Attempting to bind port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:12.980120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Attempting to bind port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:12.980120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Attempting to bind port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:12.987469 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:12.988336 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Checking segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:12.990089 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.990600 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Bound using segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:12.991485 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Bound port: d9c97b51-6acd-4d2a-9f7d-2fcbc898331b, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:12.991698 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:12.997918 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks [] for port (a46d920e-452b-416a-bda9-1c3687aadc53), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.022266 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7f19224d-3075-4d4d-92af-dac3468359fe req-61c34321-bc1c-48b6-81ab-65ee9a268858 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250535 Jul 26 12:54:13.066594 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (f28949b5-483d-423e-bfd7-5a21bfe1609d), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.074449 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:13.080480 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.083103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-fd820e31-21b1-459a-89e6-473493379843 None None] For port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:13.086772 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-fd820e31-21b1-459a-89e6-473493379843 None None] For port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:13.094675 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.134694 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:13.143431 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:13.148377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:13.166100 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd820e31-21b1-459a-89e6-473493379843 None None] Pushing event updated for resources: {'Port': ['ID=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:13.205467 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Pushing event updated for resources: {'Port': ['ID=a46d920e-452b-416a-bda9-1c3687aadc53,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:13.250734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Router f28949b5-483d-423e-bfd7-5a21bfe1609d is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:54:13.389648 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:13.395524 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:13.406353 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:13.432498 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.436327 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-09cd5748-00d4-4cb5-949a-af920dbe678e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3903549 Jul 26 12:54:13.437783 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Sync routers for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:13.438000 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46632) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:13.498838 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:13.500521 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:13.504653 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:13.506233 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:13.506927 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.573737 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks [] for router_gateway (7b2f4972-0117-4456-a690-e4abccaca409), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.759600 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:13.899402 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:13.917932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (7b2f4972-0117-4456-a690-e4abccaca409), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:13.982202 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [req-18f0283e-952c-48b3-8b60-59ec4b805d4b req-54f58680-3ef0-4360-b36c-45cd342e2cfd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:54:13.983342 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-18f0283e-952c-48b3-8b60-59ec4b805d4b req-54f58680-3ef0-4360-b36c-45cd342e2cfd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078595 Jul 26 12:54:14.043905 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5981d1-48a9-40d3-ab5c-3bd81872668c None None] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:14.100075 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Router 7b2f4972-0117-4456-a690-e4abccaca409 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:54:14.104433 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:14.117111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-f0843d50-969a-496e-b8ef-82bc5f5a382e None None] Provisioning complete for port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:14.117111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f0843d50-969a-496e-b8ef-82bc5f5a382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:14.166375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:14.167010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:14.223547 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:14.240769 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:14.288840 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:14.296236 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:14.313036 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:14.315892 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-caa7eb66-9b17-43c8-b949-ce5c29698509 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2629023 Jul 26 12:54:14.318457 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46650) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:14.320772 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:14.342813 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:14.343983 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:14.400792 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:14.434101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:14.490583 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498792-92e0-4a98-9489-899016237459 req-45854a31-d51f-4c60-93cc-4e1e4a16ec7a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:14.495534 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-f0843d50-969a-496e-b8ef-82bc5f5a382e None None] Current status of the port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:14.496032 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0b498792-92e0-4a98-9489-899016237459 req-45854a31-d51f-4c60-93cc-4e1e4a16ec7a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.2329535 Jul 26 12:54:14.547262 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:12Z', 'revision_number': 3, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:14.572444 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:14.643759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Checking router: f28949b5-483d-423e-bfd7-5a21bfe1609d for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:14.644161 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Updating router f28949b5-483d-423e-bfd7-5a21bfe1609d port 0914a1a3-e757-415a-b77b-386fe4f126fc binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:14.655951 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:14.682845 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0b498792-92e0-4a98-9489-899016237459 req-a1185fb5-700e-4063-bdd5-ba05bb52bebd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765261 Jul 26 12:54:14.751403 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:14.801752 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Allocated IP 172.20.0.1 (a4f56cd7-c0c8-4d76-9608-89effa75e9c4/2ba7e44b-f054-4f84-8897-ee9ca9de8417/25937ce2-60ef-443b-8ce1-460fbcd99086) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:14.819530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46666) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:14.965267 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:13Z', 'revision_number': 3, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:15.007493 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:15.008142 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Updating router 7b2f4972-0117-4456-a690-e4abccaca409 port a46d920e-452b-416a-bda9-1c3687aadc53 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:15.038287 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-ffa5d774-fa87-4fb6-a229-b622406a773e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2172203 Jul 26 12:54:15.049593 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.070595 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-578990d0-36f0-418b-9c77-52e251a5a4ac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:54:15.074731 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-578990d0-36f0-418b-9c77-52e251a5a4ac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0258570 Jul 26 12:54:15.120427 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks [] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.122467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Publish callbacks [] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.127955 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da5f732-a3d6-4430-94e5-ce62975dc5b7 None None] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:15.173721 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.178936 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.222696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:54:15.241831 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:15.252568 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:15.270826 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46676) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:15.284730 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:15.294162 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:15.305649 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] Provisioning complete for port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:15.307741 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.350772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Pushing event updated for resources: {'Port': ['ID=25937ce2-60ef-443b-8ce1-460fbcd99086,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:15.389861 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.390485 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.390982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.391421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.392193 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.392627 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.394455 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.395525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.395997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.396434 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.396867 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.398409 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.398866 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.399343 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.399834 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.404597 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:15.417090 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:15.466379 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Attempting to bind port 0914a1a3-e757-415a-b77b-386fe4f126fc on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:15.467040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Attempting to bind port 0914a1a3-e757-415a-b77b-386fe4f126fc by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:15.467568 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Attempting to bind port 0914a1a3-e757-415a-b77b-386fe4f126fc on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:15.516500 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:15.519658 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:15.520661 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.521066 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:15.521578 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Bound port: 0914a1a3-e757-415a-b77b-386fe4f126fc, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:15.521964 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.525433 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Publish callbacks [] for port (a46d920e-452b-416a-bda9-1c3687aadc53), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.527110 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabf522-ee08-4235-98c6-8b0b97ed1a02 None None] Pushing event updated for resources: {'Port': ['ID=0914a1a3-e757-415a-b77b-386fe4f126fc,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:15.531284 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:15.531463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (f28949b5-483d-423e-bfd7-5a21bfe1609d), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.539094 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.542277 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.589550 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:15.606758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-298d7763-06e2-4a49-a134-4153a800ea75 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:15.615786 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Pushing event updated for resources: {'Port': ['ID=a46d920e-452b-416a-bda9-1c3687aadc53,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:15.616245 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-298d7763-06e2-4a49-a134-4153a800ea75 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports/32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 200 len: 941 time: 0.3422282 Jul 26 12:54:15.630974 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.632092 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.632612 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.633468 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.633961 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.634529 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.635613 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.636137 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.636617 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.638463 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.638968 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.639468 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.639997 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.640612 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.641088 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:15.673471 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Attempting to bind port a46d920e-452b-416a-bda9-1c3687aadc53 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:15.674120 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Attempting to bind port a46d920e-452b-416a-bda9-1c3687aadc53 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:15.674743 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Attempting to bind port a46d920e-452b-416a-bda9-1c3687aadc53 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:15.693777 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:15.695021 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:15.695434 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.697083 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:15.697567 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Bound port: a46d920e-452b-416a-bda9-1c3687aadc53, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:15.697948 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.728413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.732056 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: DOWN; New status is: DOWN {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:15.747502 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] Current status of the port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:15.747852 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.794220 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] For port a46d920e-452b-416a-bda9-1c3687aadc53, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:15.796916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] For port 0914a1a3-e757-415a-b77b-386fe4f126fc, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:15.800504 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] For port a46d920e-452b-416a-bda9-1c3687aadc53, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=a46d920e-452b-416a-bda9-1c3687aadc53,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:15.812321 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] For port 0914a1a3-e757-415a-b77b-386fe4f126fc, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0914a1a3-e757-415a-b77b-386fe4f126fc,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:15.817614 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.823617 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.896502 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:15.896885 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:15.907209 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:15.908837 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:15.913995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:16.019604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] For port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:16.037803 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks [] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.040376 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.043568 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.056772 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:16.074286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b098f-5816-48bc-b4db-f9a413891e48 req-801427ff-81eb-46c7-957e-fd1acf253152 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:16.076483 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-114b098f-5816-48bc-b4db-f9a413891e48 req-801427ff-81eb-46c7-957e-fd1acf253152 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1403472 Jul 26 12:54:16.080367 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:16.081002 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:16.089320 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Allocated IP 172.20.0.1 (8b53c01d-8651-463b-8de8-06dcdf11a64f/ef7a8493-2e16-41e5-b708-3b5ef60424b5/66422a89-0af8-476c-9277-22e59dad6ba3) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:16.092992 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabf522-ee08-4235-98c6-8b0b97ed1a02 None None] Pushing event updated for resources: {'Port': ['ID=0914a1a3-e757-415a-b77b-386fe4f126fc,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:16.120852 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:16.121262 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:16.133470 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (f28949b5-483d-423e-bfd7-5a21bfe1609d), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.176133 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:16.221039 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Pushing event updated for resources: {'Port': ['ID=25937ce2-60ef-443b-8ce1-460fbcd99086,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:16.224200 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Provisioning complete for port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:16.224698 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.230481 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bddf1-8fd7-49b6-a1e9-062eba740e31 None None] Pushing event updated for resources: {'Port': ['ID=a46d920e-452b-416a-bda9-1c3687aadc53,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:16.305101 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-114b098f-5816-48bc-b4db-f9a413891e48 req-9ba3dc59-7fc9-4aca-a7ff-55bdba740bbc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158883 Jul 26 12:54:16.345746 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:16.347867 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device d9c97b51-6acd-4d2a-9f7d-2fcbc898331b up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:16.395939 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:16.412416 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:16.414212 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e9a26-3ae4-412a-acbb-98734c6b247f None None] Pushing event updated for resources: {'Port': ['ID=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:16.415122 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:16.419216 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:13Z', 'revision_number': 3, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:16.427360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks [] for port (66422a89-0af8-476c-9277-22e59dad6ba3), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.482234 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.492159 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d52d88-526b-4728-a43c-413ac84a7e31 None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:13Z', 'revision_number': 3, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:16.502523 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Current status of the port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:16.519177 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:16.552985 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:16.556332 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:16.565855 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:16.576639 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:16.577192 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.612671 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Router f28949b5-483d-423e-bfd7-5a21bfe1609d has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:54:16.620321 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Pushing event updated for resources: {'Port': ['ID=66422a89-0af8-476c-9277-22e59dad6ba3,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:16.623911 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Provisioning complete for port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:16.624421 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.629694 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:16.648167 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.648513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.648869 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.649369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.649709 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.650039 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.650366 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.650773 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.651104 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.661263 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.661753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.662115 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.662434 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.662764 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.663090 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:54:16.679091 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (7b2f4972-0117-4456-a690-e4abccaca409), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:16.843318 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:16.936498 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5634a3f8-d2c4-41b9-9d94-64fc3cce554b admin admin] 10.222.0.20 "PUT /v2.0/routers/f28949b5-483d-423e-bfd7-5a21bfe1609d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4950197 Jul 26 12:54:16.958074 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.052168 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-921d22d5-4ee2-4114-9d39-4b790a6a3d1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878103 Jul 26 12:54:17.151367 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-d48f38d3-9f45-49d7-bf39-ed2dc3ff0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:17.153005 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-d48f38d3-9f45-49d7-bf39-ed2dc3ff0ee6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 1130 time: 0.0622215 Jul 26 12:54:17.160141 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:17.211511 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:17.230416 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Current status of the port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:17.260623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Provisioning complete for port 25937ce2-60ef-443b-8ce1-460fbcd99086 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:17.261107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.298048 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a6357710-5469-4269-8f90-3ac9e661e40a None None] Port 25937ce2-60ef-443b-8ce1-460fbcd99086 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:17.316319 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks [] for port (66422a89-0af8-476c-9277-22e59dad6ba3), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.330419 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.399790 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 2, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:17.449865 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-4796c947-5ada-4445-a054-cfd9cc3f8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:17.454344 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-4796c947-5ada-4445-a054-cfd9cc3f8932 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.2531865 Jul 26 12:54:17.490870 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-1aa24677-132d-4796-b1b9-8edd05a95d88 None None] Provisioning complete for port 66422a89-0af8-476c-9277-22e59dad6ba3 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:17.491239 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1aa24677-132d-4796-b1b9-8edd05a95d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.495218 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e669d4-8b31-4110-925a-7ee66c1a7d0c None None] The sync data for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi is: [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 2, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:17.504106 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (7b2f4972-0117-4456-a690-e4abccaca409), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.584531 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device d9c97b51-6acd-4d2a-9f7d-2fcbc898331b up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:17.598946 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Pushing event updated for resources: {'Port': ['ID=66422a89-0af8-476c-9277-22e59dad6ba3,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:17.641195 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-7183d090-bdda-489e-b0fc-55d539ed261c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969 HTTP/1.1" status: 200 len: 1001 time: 0.1772425 Jul 26 12:54:17.656114 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:17.657618 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1390d3-a8de-423f-98b7-bb90d40389a7 req-47ebc74a-26fb-4417-9af8-8a5afe08a6b3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:17.659572 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1a1390d3-a8de-423f-98b7-bb90d40389a7 req-47ebc74a-26fb-4417-9af8-8a5afe08a6b3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0926676 Jul 26 12:54:17.665138 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-1aa24677-132d-4796-b1b9-8edd05a95d88 None None] Port 66422a89-0af8-476c-9277-22e59dad6ba3 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:17.726019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-1aa24677-132d-4796-b1b9-8edd05a95d88 None None] Provisioning complete for port 25937ce2-60ef-443b-8ce1-460fbcd99086 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:17.726393 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1aa24677-132d-4796-b1b9-8edd05a95d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.747474 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1a1390d3-a8de-423f-98b7-bb90d40389a7 req-694ca1c0-f4d8-4596-a2c2-e92d23788937 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805473 Jul 26 12:54:17.765315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:17.768566 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:17.792779 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:17.793153 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:17.822699 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-1aa24677-132d-4796-b1b9-8edd05a95d88 None None] Port 25937ce2-60ef-443b-8ce1-460fbcd99086 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:17.941400 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:17.942922 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device a46d920e-452b-416a-bda9-1c3687aadc53 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:18.000710 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:18.003666 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:54:18.054566 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46710) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:18.059039 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port a46d920e-452b-416a-bda9-1c3687aadc53 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:18.059486 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.059744 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1205629102-network', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:18.065825 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:18.102364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Made reservation on behalf of fd4ed91d9355467b98e8bb224ec9d05e for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:18.104662 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.118110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.161582 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:18.168359 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-6a272cff-38de-42e0-b172-a842774628be admin admin] 10.222.0.20 "PUT /v2.0/routers/7b2f4972-0117-4456-a690-e4abccaca409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8462970 Jul 26 12:54:18.178808 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-2122905f-8d34-4d7c-b9ac-87dd38df7061 None None] Provisioning complete for port 66422a89-0af8-476c-9277-22e59dad6ba3 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:18.179205 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2122905f-8d34-4d7c-b9ac-87dd38df7061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.225272 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port a46d920e-452b-416a-bda9-1c3687aadc53 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:18.225906 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.236068 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks [] for security_group (cd0c07f8-6964-4747-855d-52120cd6764e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.236987 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-2122905f-8d34-4d7c-b9ac-87dd38df7061 None None] Port 66422a89-0af8-476c-9277-22e59dad6ba3 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:18.245053 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (cd0c07f8-6964-4747-855d-52120cd6764e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.257145 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port a46d920e-452b-416a-bda9-1c3687aadc53, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=a46d920e-452b-416a-bda9-1c3687aadc53,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:18.266239 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.278513 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:54:18.286788 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:18.291805 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c07f8-6964-4747-855d-52120cd6764e,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:18.297469 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (ba91e3d9-3706-477d-9fc0-f60ee0c50848), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.297896 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Added segment ba91e3d9-3706-477d-9fc0-f60ee0c50848 of type vlan for network ea9856c9-babe-4703-be39-90bd2c8efdd5 Jul 26 12:54:18.338335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=a46d920e-452b-416a-bda9-1c3687aadc53,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:18.366562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (ea9856c9-babe-4703-be39-90bd2c8efdd5), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.398777 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (ea9856c9-babe-4703-be39-90bd2c8efdd5), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.400328 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:18.400855 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.458486 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4028335 Jul 26 12:54:18.461293 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46716) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:18.466275 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Request body: {'subnet': {'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1205629102-subnet', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:18.479949 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c2fb-c184-4e69-b021-682528cf7a24 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9856c9-babe-4703-be39-90bd2c8efdd5,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:18.488433 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Made reservation on behalf of fd4ed91d9355467b98e8bb224ec9d05e for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:18.491271 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433146'] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.497593 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:54:18.800833 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433108'] for subnet (ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.909282 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:18.917168 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c08cf-495b-4ec5-a6e7-df93c7a330e0 req-dc931fa7-7e23-41b7-9928-6696d44914f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:18.919763 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d17c08cf-495b-4ec5-a6e7-df93c7a330e0 req-dc931fa7-7e23-41b7-9928-6696d44914f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0799639 Jul 26 12:54:18.921296 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46734) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:18.926813 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-991624372-network', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:18.945995 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Checking segment: {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:18.946349 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Network hostable DHCP agents. Network: ea9856c9-babe-4703-be39-90bd2c8efdd5, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:54:18.952859 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Made reservation on behalf of 3b53d8ebad9843729c9d9d8c5a83c2db for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:18.955836 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.966266 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:18.990993 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d17c08cf-495b-4ec5-a6e7-df93c7a330e0 req-64e31e45-6592-4260-9eed-d2693f401881 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636191 Jul 26 12:54:18.992382 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:54:19.003390 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, ea9856c9-babe-4703-be39-90bd2c8efdd5) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:19.010166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:19.013250 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.015951 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb2fcaf-3a9f-4a10-8385-6df9a5e35c99 None None] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:19.036725 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-979141f5-0d6d-4a7d-af8f-ec7fe9b73f8c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5743248 Jul 26 12:54:19.039126 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46736) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:19.044562 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:19.081360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (a52b5e2f-3703-4495-b4f4-122bdcc60768), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.082993 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (a52b5e2f-3703-4495-b4f4-122bdcc60768), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.083536 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks [] for security_group (719c5f13-a3e9-437c-95ef-0303a70f9e56), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.088591 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (719c5f13-a3e9-437c-95ef-0303a70f9e56), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.107716 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:54:19.111458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:19.116638 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:19.117880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:19.133126 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:19.139544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (060ac704-1b9c-4424-ad48-17dc06ffb23b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.140204 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Added segment 060ac704-1b9c-4424-ad48-17dc06ffb23b of type vlan for network f8191d26-8b9c-4543-b814-dce88b242e25 Jul 26 12:54:19.160151 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:19.160901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:19.168667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks [] for router_controller (a52b5e2f-3703-4495-b4f4-122bdcc60768), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.187571 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c5f13-a3e9-437c-95ef-0303a70f9e56,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:19.205956 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (f8191d26-8b9c-4543-b814-dce88b242e25), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.238363 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (f8191d26-8b9c-4543-b814-dce88b242e25), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.239710 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:19.240444 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.270890 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:19.341136 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4185071 Jul 26 12:54:19.342905 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772c6a7-95df-4de8-a75f-8671dac92478 admin admin] Pushing event updated for resources: {'Network': ['ID=f8191d26-8b9c-4543-b814-dce88b242e25,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:19.345925 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46738) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:19.352079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Request body: {'subnet': {'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-991624372-subnet', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:19.378694 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Made reservation on behalf of 3b53d8ebad9843729c9d9d8c5a83c2db for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:54:19.382581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8560600'] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.389551 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks [] for router_gateway (a52b5e2f-3703-4495-b4f4-122bdcc60768), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.401695 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network f8191d26-8b9c-4543-b814-dce88b242e25 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:54:19.509401 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef799381-4528-4875-ae61-12a39361495c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-ea9856c9-babe-4703-be39-90bd2c8efdd5', 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'fixed_ips': [{'subnet_id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:54:19.509861 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef799381-4528-4875-ae61-12a39361495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.539732 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0914a1a3-e757-415a-b77b-386fe4f126fc up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:19.662780 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4149675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8560630'] for subnet (60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.704726 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:19.729209 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:19.741451 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:19.753950 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Checking segment: {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:19.754858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Network hostable DHCP agents. Network: f8191d26-8b9c-4543-b814-dce88b242e25, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:54:19.755234 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks [] for router_gateway (a52b5e2f-3703-4495-b4f4-122bdcc60768), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.780575 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.782389 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Network f8191d26-8b9c-4543-b814-dce88b242e25 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:54:19.795120 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:19.799466 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, f8191d26-8b9c-4543-b814-dce88b242e25) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:19.806293 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:19.806545 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.827770 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-edd640e0-9815-406c-97b6-0d92f37b8759 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4785225 Jul 26 12:54:19.828292 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46742) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:19.832710 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:19.859160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8453b2c-9ac4-447e-8bbe-e0499351ade8 None None] Network f8191d26-8b9c-4543-b814-dce88b242e25 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:19.881792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.882195 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.903869 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 0914a1a3-e757-415a-b77b-386fe4f126fc triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:19.904148 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:19.971281 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Allocated IP 172.27.2.236 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/f2c86363-d062-4efc-a3b3-f094122f59d8) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:19.986736 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks [] for router_controller (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.148462 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:17Z', 'revision_number': 2, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:20.157502 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666c45-69f2-4099-ba70-377f0c37e4a1 req-00b96030-59f5-4d93-abf4-a3d41d8a9d8f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:20.159101 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2b666c45-69f2-4099-ba70-377f0c37e4a1 req-00b96030-59f5-4d93-abf4-a3d41d8a9d8f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0522497 Jul 26 12:54:20.202916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:20.203273 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Updating router 7b2f4972-0117-4456-a690-e4abccaca409 port 66422a89-0af8-476c-9277-22e59dad6ba3 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:20.203410 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks [] for router_gateway (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.205893 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-ef799381-4528-4875-ae61-12a39361495c None None] Allocated IP 172.20.0.2 (ea9856c9-babe-4703-be39-90bd2c8efdd5/ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4/679081ee-e1c5-40ae-bbf4-a691623236dd) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:20.244238 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2b666c45-69f2-4099-ba70-377f0c37e4a1 req-ea65645c-f0f9-40f3-819c-d556678098ed tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703883 Jul 26 12:54:20.256714 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:20.280395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks [] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.313802 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.368329 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-f8191d26-8b9c-4543-b814-dce88b242e25', 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25', 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'fixed_ips': [{'subnet_id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:54:20.369313 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.397259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 0914a1a3-e757-415a-b77b-386fe4f126fc is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:20.397638 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.397895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:20.400761 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.475446 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 0914a1a3-e757-415a-b77b-386fe4f126fc, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0914a1a3-e757-415a-b77b-386fe4f126fc,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:20.574079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.574919 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device a46d920e-452b-416a-bda9-1c3687aadc53 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:20.638427 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Sync routers for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:20.651137 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:20.651949 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:20.669224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:20.688083 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:20.717138 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:20.723080 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:20.748698 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c86363-d062-4efc-a3b3-f094122f59d8,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:20.773316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks [] for router_gateway (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.807440 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.808484 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:20.830030 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=0914a1a3-e757-415a-b77b-386fe4f126fc,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:20.833636 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef799381-4528-4875-ae61-12a39361495c None None] Publish callbacks [] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.848423 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Allocated IP 172.20.0.2 (f8191d26-8b9c-4543-b814-dce88b242e25/60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6/b494daea-a64c-4e62-8c56-54dc0a73fe81) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:20.861108 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef799381-4528-4875-ae61-12a39361495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.867896 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port a46d920e-452b-416a-bda9-1c3687aadc53 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:20.868265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:20.925967 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:20.945747 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:20.952219 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:20.979238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef799381-4528-4875-ae61-12a39361495c None None] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:21.027963 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 2, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:21.031180 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.032307 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-ef799381-4528-4875-ae61-12a39361495c None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:21.044889 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef799381-4528-4875-ae61-12a39361495c None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:21.049677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef799381-4528-4875-ae61-12a39361495c None None] Pushing event updated for resources: {'Port': ['ID=679081ee-e1c5-40ae-bbf4-a691623236dd,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:21.105348 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Allocated IP 172.27.2.231 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/abd4648a-93e6-4f18-a279-11bfc51c15ef) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:21.151088 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Checking router: f28949b5-483d-423e-bfd7-5a21bfe1609d for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:21.151463 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Updating router f28949b5-483d-423e-bfd7-5a21bfe1609d port 25937ce2-60ef-443b-8ce1-460fbcd99086 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:21.175379 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks [] for router_gateway (a52b5e2f-3703-4495-b4f4-122bdcc60768), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.189165 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.216988 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-ef799381-4528-4875-ae61-12a39361495c None None] Attempting to bind port 679081ee-e1c5-40ae-bbf4-a691623236dd on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:21.217749 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-ef799381-4528-4875-ae61-12a39361495c None None] Attempting to bind port 679081ee-e1c5-40ae-bbf4-a691623236dd by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:21.217877 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef799381-4528-4875-ae61-12a39361495c None None] Attempting to bind port 679081ee-e1c5-40ae-bbf4-a691623236dd on network ea9856c9-babe-4703-be39-90bd2c8efdd5 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:21.232687 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef799381-4528-4875-ae61-12a39361495c None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:21.233162 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef799381-4528-4875-ae61-12a39361495c None None] Checking segment: {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:21.233638 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef799381-4528-4875-ae61-12a39361495c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.234040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef799381-4528-4875-ae61-12a39361495c None None] Bound using segment: {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:21.234529 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-ef799381-4528-4875-ae61-12a39361495c None None] Bound port: 679081ee-e1c5-40ae-bbf4-a691623236dd, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:21.234912 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef799381-4528-4875-ae61-12a39361495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.259222 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port a46d920e-452b-416a-bda9-1c3687aadc53 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:21.271780 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Publish callbacks [] for port (66422a89-0af8-476c-9277-22e59dad6ba3), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.328639 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks [] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.377976 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.439672 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0914a1a3-e757-415a-b77b-386fe4f126fc up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:21.444678 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Publish callbacks [] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.452487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:21.483863 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530c7d4-9f25-4edf-b4e7-898211d2efc3 req-16001d4b-072f-461d-bcab-f46ae4ad68b5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:21.485414 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1530c7d4-9f25-4edf-b4e7-898211d2efc3 req-16001d4b-072f-461d-bcab-f46ae4ad68b5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1063399 Jul 26 12:54:21.498470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.511521 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (a52b5e2f-3703-4495-b4f4-122bdcc60768), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.513262 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:21.518505 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.525372 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Publish callbacks [] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.536920 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.566168 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d156017-affd-49a4-83c4-c29307601d80 None None] Pushing event updated for resources: {'Port': ['ID=66422a89-0af8-476c-9277-22e59dad6ba3,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:21.570488 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-ef799381-4528-4875-ae61-12a39361495c None None] For port 679081ee-e1c5-40ae-bbf4-a691623236dd, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:21.575566 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-ef799381-4528-4875-ae61-12a39361495c None None] For port 679081ee-e1c5-40ae-bbf4-a691623236dd, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=679081ee-e1c5-40ae-bbf4-a691623236dd,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:21.596022 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Network f8191d26-8b9c-4543-b814-dce88b242e25 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:21.633161 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:21.643959 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:21.645088 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce46ad-75c3-4117-9f91-def9bde84671 None None] Pushing event updated for resources: {'Port': ['ID=25937ce2-60ef-443b-8ce1-460fbcd99086,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:21.650427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef799381-4528-4875-ae61-12a39361495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.652132 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:21.656996 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:21.667115 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:21.668938 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 0914a1a3-e757-415a-b77b-386fe4f126fc triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:21.669324 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.685007 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Attempting to bind port 25937ce2-60ef-443b-8ce1-460fbcd99086 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:21.685007 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Attempting to bind port 25937ce2-60ef-443b-8ce1-460fbcd99086 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:21.685007 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Attempting to bind port 25937ce2-60ef-443b-8ce1-460fbcd99086 on network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:21.695599 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:21.696078 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Checking segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:21.696500 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.696875 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Bound using segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:21.697376 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Bound port: 25937ce2-60ef-443b-8ce1-460fbcd99086, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:21.697726 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.702550 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1530c7d4-9f25-4edf-b4e7-898211d2efc3 req-dfc48b5a-a36c-4fdf-96bb-4986a75eefa1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109284 Jul 26 12:54:21.717504 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Pushing event updated for resources: {'Port': ['ID=abd4648a-93e6-4f18-a279-11bfc51c15ef,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:21.749602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Pushing event updated for resources: {'Port': ['ID=b494daea-a64c-4e62-8c56-54dc0a73fe81,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:21.774594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:21.820714 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] For port 25937ce2-60ef-443b-8ce1-460fbcd99086, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:21.825364 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] For port 25937ce2-60ef-443b-8ce1-460fbcd99086, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=25937ce2-60ef-443b-8ce1-460fbcd99086,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:21.831458 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:21.840620 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.897095 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Attempting to bind port 66422a89-0af8-476c-9277-22e59dad6ba3 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:21.897473 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Attempting to bind port 66422a89-0af8-476c-9277-22e59dad6ba3 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:21.897871 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Attempting to bind port 66422a89-0af8-476c-9277-22e59dad6ba3 on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:21.966537 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:21.967966 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:21.970340 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce46ad-75c3-4117-9f91-def9bde84671 None None] Pushing event updated for resources: {'Port': ['ID=25937ce2-60ef-443b-8ce1-460fbcd99086,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:21.972339 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:21.972953 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Checking segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:21.973460 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.973948 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Bound using segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:21.974545 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Bound port: 66422a89-0af8-476c-9277-22e59dad6ba3, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:21.975031 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.985318 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Attempting to bind port b494daea-a64c-4e62-8c56-54dc0a73fe81 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:21.985810 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Attempting to bind port b494daea-a64c-4e62-8c56-54dc0a73fe81 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:21.986269 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Attempting to bind port b494daea-a64c-4e62-8c56-54dc0a73fe81 on network f8191d26-8b9c-4543-b814-dce88b242e25 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:21.989130 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-0554f9be-724a-46b6-aeb3-e217bf3bc472 None None] Provisioning complete for port 66422a89-0af8-476c-9277-22e59dad6ba3 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:21.989615 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0554f9be-724a-46b6-aeb3-e217bf3bc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:21.996797 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:22.015209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Router a52b5e2f-3703-4495-b4f4-122bdcc60768 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:54:22.046721 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:22.047223 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Checking segment: {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:22.047759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.048253 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Bound using segment: {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:22.048929 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Bound port: b494daea-a64c-4e62-8c56-54dc0a73fe81, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:22.049488 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.052154 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef799381-4528-4875-ae61-12a39361495c None None] Pushing event updated for resources: {'Port': ['ID=679081ee-e1c5-40ae-bbf4-a691623236dd,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:22.141336 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:22.276755 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:22.288108 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:22.313655 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.317124 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8ff336a0-b7e3-4d92-8f3b-da3e2af71d15 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2762148 Jul 26 12:54:22.319235 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46752) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:22.332927 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks [] for router_gateway (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.351215 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Sync routers for ids ['a52b5e2f-3703-4495-b4f4-122bdcc60768'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:22.366186 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 0914a1a3-e757-415a-b77b-386fe4f126fc is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:22.388048 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-0554f9be-724a-46b6-aeb3-e217bf3bc472 None None] Port 66422a89-0af8-476c-9277-22e59dad6ba3 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:22.453529 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:21Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:22.457424 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Routers {'a52b5e2f-3703-4495-b4f4-122bdcc60768'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:22.458078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a52b5e2f-3703-4495-b4f4-122bdcc60768'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:22.484334 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6150b-cead-4831-95e4-215b2213ade0 None None] The sync data for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi is: [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:21Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:22.547259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] For port 66422a89-0af8-476c-9277-22e59dad6ba3, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:22.573179 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] Provisioning complete for port 25937ce2-60ef-443b-8ce1-460fbcd99086 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:22.573569 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.588068 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] For port 66422a89-0af8-476c-9277-22e59dad6ba3, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=66422a89-0af8-476c-9277-22e59dad6ba3,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:22.637123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] For port b494daea-a64c-4e62-8c56-54dc0a73fe81, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:22.653231 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.661189 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.686069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] For port b494daea-a64c-4e62-8c56-54dc0a73fe81, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b494daea-a64c-4e62-8c56-54dc0a73fe81,segment=NetworkSegment(060ac704-1b9c-4424-ad48-17dc06ffb23b),segment_id=060ac704-1b9c-4424-ad48-17dc06ffb23b)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:22.730362 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6539e9bb-5773-4382-a33c-564f98c1e546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.750895 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:22.765665 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:22.770658 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:22.817025 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Set router a52b5e2f-3703-4495-b4f4-122bdcc60768 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:22.858303 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:54:22.862096 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:22.900013 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-55ea4039-0814-4e0f-a7ca-7b1c126eaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:22.901829 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-55ea4039-0814-4e0f-a7ca-7b1c126eaf4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.1893556 Jul 26 12:54:22.963758 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:22.964404 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:22.978051 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d156017-affd-49a4-83c4-c29307601d80 None None] Pushing event updated for resources: {'Port': ['ID=66422a89-0af8-476c-9277-22e59dad6ba3,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:23.067727 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:23.077163 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Sync routers for ids ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:23.102211 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Routers {'f6c0dcbf-c9d3-4623-b0fc-2b225d939989'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:23.107960 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:53:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:23.171490 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:23.176769 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9e12cd63-20b3-47d7-be85-e0189127c38d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3461628 Jul 26 12:54:23.177715 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46760) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:23.215941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f97c2-c3fa-48a5-8166-41f3c205acc5 req-3e002e93-15b0-4470-9833-b461affe1842 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:23.217287 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8e3f97c2-c3fa-48a5-8166-41f3c205acc5 req-3e002e93-15b0-4470-9833-b461affe1842 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.2940919 Jul 26 12:54:23.303328 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:23.331355 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-552f32b5-5954-4184-8dd3-b39b503153f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:23.340862 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-552f32b5-5954-4184-8dd3-b39b503153f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2589743 Jul 26 12:54:23.420152 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Set router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:23.512262 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8e3f97c2-c3fa-48a5-8166-41f3c205acc5 req-c151b67d-c1dd-4419-b4b7-529bd70ad16c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690349 Jul 26 12:54:23.530280 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:23.798166 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:23.813064 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:23.822314 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-8d90f09c-4409-4dd6-9aae-f4fda20391ee service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090279 Jul 26 12:54:23.880489 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:21Z', 'revision_number': 3, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:23.951954 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Checking router: f6c0dcbf-c9d3-4623-b0fc-2b225d939989 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:23.953867 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Updating router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 port abd4648a-93e6-4f18-a279-11bfc51c15ef binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:24.012883 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.107593 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:24.110515 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 3, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:24.114183 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468d734-bfdb-44d5-a736-32a7ea6bc240 None None] Pushing event updated for resources: {'Port': ['ID=b494daea-a64c-4e62-8c56-54dc0a73fe81,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:24.116903 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] Current status of the port 25937ce2-60ef-443b-8ce1-460fbcd99086 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:24.117297 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.119498 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05148da-96f1-443d-ba18-3cf6f62e83b4 None None] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:24.132752 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 25937ce2-60ef-443b-8ce1-460fbcd99086 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:24.162120 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-07687104-dc6c-4f77-9aec-d334d4d5925a req-1cdf9af0-6ff5-4ffc-af8b-e73d61b51d25 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266635 Jul 26 12:54:24.309390 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Allocated IP 172.20.0.1 (ea9856c9-babe-4703-be39-90bd2c8efdd5/ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4/dbe161e2-06d4-42f0-a9cf-e387e3d9c131) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:24.391005 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Checking router: a52b5e2f-3703-4495-b4f4-122bdcc60768 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:24.391819 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Updating router a52b5e2f-3703-4495-b4f4-122bdcc60768 port f2c86363-d062-4efc-a3b3-f094122f59d8 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:24.561394 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks [] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.597260 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Publish callbacks [] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.602481 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] For port 25937ce2-60ef-443b-8ce1-460fbcd99086, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=25937ce2-60ef-443b-8ce1-460fbcd99086,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:24.612010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.618067 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:24.638176 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:24.642299 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.643490 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.656091 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.712873 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:24.717142 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:24.722111 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:24.747365 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:22Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:24.764739 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (a52b5e2f-3703-4495-b4f4-122bdcc60768), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.790412 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.809166 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2d020-6b2f-4025-9397-65f9e406b05c None None] Pushing event updated for resources: {'Port': ['ID=abd4648a-93e6-4f18-a279-11bfc51c15ef,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:24.881538 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Pushing event updated for resources: {'Port': ['ID=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:24.903934 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Attempting to bind port abd4648a-93e6-4f18-a279-11bfc51c15ef on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:24.904413 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Attempting to bind port abd4648a-93e6-4f18-a279-11bfc51c15ef by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:24.904972 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Attempting to bind port abd4648a-93e6-4f18-a279-11bfc51c15ef on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:24.913874 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:24.918909 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:24.919803 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:24.920746 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.922180 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:24.923012 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Bound port: abd4648a-93e6-4f18-a279-11bfc51c15ef, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:24.923579 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:24.953078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ea6a-9875-4c01-a47f-3ab81bdf9408 None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:22Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:24.956096 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:25.010539 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95afec-c5b1-4c1e-8a6b-77a4b37cd32e None None] Network f8191d26-8b9c-4543-b814-dce88b242e25 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:54:25.029335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 25937ce2-60ef-443b-8ce1-460fbcd99086 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:25.029335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.101677 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] For port abd4648a-93e6-4f18-a279-11bfc51c15ef, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:25.112134 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] For port abd4648a-93e6-4f18-a279-11bfc51c15ef, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=abd4648a-93e6-4f18-a279-11bfc51c15ef,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:25.125803 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.303762 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36877d38-3a53-4c7b-a6f8-47a2f65aac55 req-4d081735-107b-4311-ab28-6da5e16b34ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:25.305802 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-36877d38-3a53-4c7b-a6f8-47a2f65aac55 req-4d081735-107b-4311-ab28-6da5e16b34ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.5351486 Jul 26 12:54:25.353927 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Routers {'f6c0dcbf-c9d3-4623-b0fc-2b225d939989'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:25.354674 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:25.387610 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Allocated IP 172.20.0.1 (f8191d26-8b9c-4543-b814-dce88b242e25/60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6/e6369e29-afea-43e6-9d2d-47b0469c0812) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:54:25.404666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.411689 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-16511e66-6c6d-4da5-8d19-8a58178d8492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.444131 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Provisioning complete for port 66422a89-0af8-476c-9277-22e59dad6ba3 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:25.445022 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.459684 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:25.507356 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-36877d38-3a53-4c7b-a6f8-47a2f65aac55 req-7599d7a3-8e68-446b-bc7c-7599395856f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910753 Jul 26 12:54:25.584200 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2d020-6b2f-4025-9397-65f9e406b05c None None] Pushing event updated for resources: {'Port': ['ID=abd4648a-93e6-4f18-a279-11bfc51c15ef,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:25.615914 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks [] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.672942 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] Set router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:25.696699 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.815678 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 25937ce2-60ef-443b-8ce1-460fbcd99086 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:25.817350 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 679081ee-e1c5-40ae-bbf4-a691623236dd up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:25.819525 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95746ad-77c7-41aa-8bdf-5286b87a03a8 None None] Pushing event updated for resources: {'Port': ['ID=25937ce2-60ef-443b-8ce1-460fbcd99086,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:25.823883 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Network f8191d26-8b9c-4543-b814-dce88b242e25 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:25.839483 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:25.854614 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:25.857042 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Pushing event updated for resources: {'Port': ['ID=e6369e29-afea-43e6-9d2d-47b0469c0812,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:25.861582 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:54:25.909730 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:21Z', 'revision_number': 3, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:25.917586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks [] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.926015 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:25.976263 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf273be3-20b1-468f-86d4-5e4938b9b024 None None] The sync data for ids ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'] in dv-cinder-850939-2-iscsi is: [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:21Z', 'revision_number': 3, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:25.984426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.000364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (a52b5e2f-3703-4495-b4f4-122bdcc60768), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.178738 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:26.222446 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Pushing event updated for resources: {'Port': ['ID=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:26.227936 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.252906 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:26.270304 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Publish callbacks [] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.293141 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.304987 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:26.309016 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:26.364535 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.392425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 679081ee-e1c5-40ae-bbf4-a691623236dd triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:26.392799 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.495244 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae59135-186f-4537-a952-3ff67dcc75fb None None] Pushing event updated for resources: {'Port': ['ID=f2c86363-d062-4efc-a3b3-f094122f59d8,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:26.584483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Router a52b5e2f-3703-4495-b4f4-122bdcc60768 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:54:26.621166 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Attempting to bind port f2c86363-d062-4efc-a3b3-f094122f59d8 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:26.621829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Attempting to bind port f2c86363-d062-4efc-a3b3-f094122f59d8 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:26.622622 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Attempting to bind port f2c86363-d062-4efc-a3b3-f094122f59d8 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:26.632277 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:26.632973 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:26.633767 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.634382 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:26.636271 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Bound port: f2c86363-d062-4efc-a3b3-f094122f59d8, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:26.636928 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.644974 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Current status of the port 66422a89-0af8-476c-9277-22e59dad6ba3 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:26.645858 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.698904 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:26.741608 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:26.786724 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks [] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.792789 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.838116 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ddd4c-37fb-47fb-967d-03694cb34620 req-9febc73b-d0ae-476e-a891-826952730af1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:26.840184 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c10ddd4c-37fb-47fb-967d-03694cb34620 req-9febc73b-d0ae-476e-a891-826952730af1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1256762 Jul 26 12:54:26.862275 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.892152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] For port 66422a89-0af8-476c-9277-22e59dad6ba3, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=66422a89-0af8-476c-9277-22e59dad6ba3,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:26.910937 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.950487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 679081ee-e1c5-40ae-bbf4-a691623236dd is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:26.950938 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:26.955774 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:26.966010 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b680decd-7981-4a7d-8afb-0b9da66cffaf admin admin] 10.222.0.20 "PUT /v2.0/routers/a52b5e2f-3703-4495-b4f4-122bdcc60768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6450031 Jul 26 12:54:26.997860 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c10ddd4c-37fb-47fb-967d-03694cb34620 req-eb6f6a96-6b36-429a-af97-2d4a8caebbd8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173968 Jul 26 12:54:27.002483 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] For port f2c86363-d062-4efc-a3b3-f094122f59d8, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:27.019011 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Provisioning complete for port 679081ee-e1c5-40ae-bbf4-a691623236dd triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:27.019487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.042594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:27.059622 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Pushing event updated for resources: {'Port': ['ID=e6369e29-afea-43e6-9d2d-47b0469c0812,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:27.063609 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Network f8191d26-8b9c-4543-b814-dce88b242e25 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:54:27.066327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:54:27.113078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] For port f2c86363-d062-4efc-a3b3-f094122f59d8, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=f2c86363-d062-4efc-a3b3-f094122f59d8,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:27.157120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.161519 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 679081ee-e1c5-40ae-bbf4-a691623236dd, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=679081ee-e1c5-40ae-bbf4-a691623236dd,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:27.176661 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.180349 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Pushing event updated for resources: {'Port': ['ID=66422a89-0af8-476c-9277-22e59dad6ba3,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:27.213286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:54:27.265585 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Routers {'a52b5e2f-3703-4495-b4f4-122bdcc60768'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:27.266222 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a52b5e2f-3703-4495-b4f4-122bdcc60768'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:27.412502 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.413136 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-c576b4d4-1dd8-408e-bb3b-5edfbe61110b None None] Current status of the port 679081ee-e1c5-40ae-bbf4-a691623236dd is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:27.415265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae59135-186f-4537-a952-3ff67dcc75fb None None] Pushing event updated for resources: {'Port': ['ID=f2c86363-d062-4efc-a3b3-f094122f59d8,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:27.436477 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:54:27.451174 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3e6fe3f1-75e8-424b-8a7e-5c87afd49818 admin admin] 10.222.0.20 "PUT /v2.0/routers/f6c0dcbf-c9d3-4623-b0fc-2b225d939989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2719374 Jul 26 12:54:27.490151 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:27.545771 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=679081ee-e1c5-40ae-bbf4-a691623236dd,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:27.577613 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] Set router a52b5e2f-3703-4495-b4f4-122bdcc60768 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:27.633550 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Provisioning complete for port b494daea-a64c-4e62-8c56-54dc0a73fe81 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:27.633941 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.709916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.721956 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b494daea-a64c-4e62-8c56-54dc0a73fe81 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:27.724341 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46798) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:27.729094 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807677125', 'description': 'tempest-secgroup-smoke-1807677125 description', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:27.761116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.860819 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group (1a6f30e7-fe2d-4ada-97bc-3e32110a7da0), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.866533 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:27.868315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1a6f30e7-fe2d-4ada-97bc-3e32110a7da0), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.905136 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port b494daea-a64c-4e62-8c56-54dc0a73fe81 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:27.905592 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.911280 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Current status of the port b494daea-a64c-4e62-8c56-54dc0a73fe81 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:27.911790 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.924517 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:27.940902 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2152398 Jul 26 12:54:27.955465 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa434c1-ce77-4b90-be67-c24ad34edaca tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:27.966016 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46802) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:27.973179 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409511889', 'description': 'tempest-secgroup-smoke-1409511889 description', 'project_id': 'a2522985c6df452dabe2010e5f6bed35'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.015576 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46804) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.020925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group_rule': {'security_group_id': '1a6f30e7-fe2d-4ada-97bc-3e32110a7da0', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.027012 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] For port b494daea-a64c-4e62-8c56-54dc0a73fe81, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b494daea-a64c-4e62-8c56-54dc0a73fe81,segment=NetworkSegment(060ac704-1b9c-4424-ad48-17dc06ffb23b),segment_id=060ac704-1b9c-4424-ad48-17dc06ffb23b)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:28.033067 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.036028 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.038268 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'dbe161e2-06d4-42f0-a9cf-e387e3d9c131', 'name': '', 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'mac_address': 'fa:16:3e:dd:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:23Z', 'updated_at': '2022-07-26T12:54:25Z', 'revision_number': 2, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'subnets': [{'id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:28.059201 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (96b41d37-9443-48ce-83ff-1fd725ec2f6e), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.086372 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:28.100809 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b50c1-1fa7-4f85-84eb-e53e96e9ae28 None None] The sync data for ids ['a52b5e2f-3703-4495-b4f4-122bdcc60768'] in dv-cinder-850939-2-iscsi is: [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'dbe161e2-06d4-42f0-a9cf-e387e3d9c131', 'name': '', 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'mac_address': 'fa:16:3e:dd:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:23Z', 'updated_at': '2022-07-26T12:54:25Z', 'revision_number': 2, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'subnets': [{'id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:28.104558 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Provisioning complete for port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:28.104954 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.149829 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group (2cb51455-383e-4269-a872-e3eaf50789bd), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.154437 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2cb51455-383e-4269-a872-e3eaf50789bd), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.214794 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Pushing event updated for resources: {'Port': ['ID=b494daea-a64c-4e62-8c56-54dc0a73fe81,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.215041 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecd72d-d6cd-4468-a6cb-4fb8d07508f2 req-44b7ae2b-6482-4dfb-99c0-a223a588f07e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:28.216594 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ceecd72d-d6cd-4468-a6cb-4fb8d07508f2 req-44b7ae2b-6482-4dfb-99c0-a223a588f07e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0996425 Jul 26 12:54:28.218812 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (96b41d37-9443-48ce-83ff-1fd725ec2f6e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.222053 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:28.227911 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port b494daea-a64c-4e62-8c56-54dc0a73fe81 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:28.229314 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device abd4648a-93e6-4f18-a279-11bfc51c15ef up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:28.232093 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (96b41d37-9443-48ce-83ff-1fd725ec2f6e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.233686 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.235145 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2680387 Jul 26 12:54:28.239249 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Provisioning complete for port e6369e29-afea-43e6-9d2d-47b0469c0812 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:28.240238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.242867 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46808) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.253358 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group_rule': {'security_group_id': '2cb51455-383e-4269-a872-e3eaf50789bd', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.272335 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b41d37-9443-48ce-83ff-1fd725ec2f6e,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.279117 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.279751 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedcd53-99aa-470b-aa30-229dc3f0a4e8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb51455-383e-4269-a872-e3eaf50789bd,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.283032 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-f0f14076-0305-425b-ad03-cc189857871d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634692 Jul 26 12:54:28.286848 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46810) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.302958 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group_rule': {'security_group_id': '1a6f30e7-fe2d-4ada-97bc-3e32110a7da0', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.310902 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Port e6369e29-afea-43e6-9d2d-47b0469c0812 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:54:28.314021 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (bdbf9741-a298-4f2d-9454-10ad7cdc4c60), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.325923 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Provisioning complete for port 679081ee-e1c5-40ae-bbf4-a691623236dd triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:28.326391 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.330512 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port abd4648a-93e6-4f18-a279-11bfc51c15ef triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:28.330883 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.351114 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:28.380135 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ceecd72d-d6cd-4468-a6cb-4fb8d07508f2 req-8353993a-770a-4d42-95ee-b15db96e6c55 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248934 Jul 26 12:54:28.382799 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (12d097a4-903f-49af-8c03-1cf6d342dc04), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.389581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (bdbf9741-a298-4f2d-9454-10ad7cdc4c60), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.400550 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (bdbf9741-a298-4f2d-9454-10ad7cdc4c60), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.422945 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbf9741-a298-4f2d-9454-10ad7cdc4c60,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.443549 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.448296 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-734ed0b3-21b3-43de-9625-51ed2c7b5d9d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041993 Jul 26 12:54:28.449169 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46812) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.453984 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group_rule': {'security_group_id': '2cb51455-383e-4269-a872-e3eaf50789bd', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.460081 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (12d097a4-903f-49af-8c03-1cf6d342dc04), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.463982 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (12d097a4-903f-49af-8c03-1cf6d342dc04), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.485944 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8c26ca94-ecf4-4dff-a679-b8f68cea6c9e None None] Current status of the port 679081ee-e1c5-40ae-bbf4-a691623236dd is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:28.486900 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d097a4-903f-49af-8c03-1cf6d342dc04,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.488165 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port abd4648a-93e6-4f18-a279-11bfc51c15ef is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:28.489123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.502368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.504887 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (668cad3b-fb9f-4a08-a2f2-14e8d7e06828), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.507541 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46814) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.508183 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-c6d5e937-757b-4e9c-acce-947e0179ea56 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2188203 Jul 26 12:54:28.513761 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group_rule': {'security_group_id': '1a6f30e7-fe2d-4ada-97bc-3e32110a7da0', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.516979 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port abd4648a-93e6-4f18-a279-11bfc51c15ef, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=abd4648a-93e6-4f18-a279-11bfc51c15ef,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:28.521705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.522683 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 66422a89-0af8-476c-9277-22e59dad6ba3 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:28.575108 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (48ccc166-8a8f-4aa0-97ea-c5699dc82927), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.602153 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (668cad3b-fb9f-4a08-a2f2-14e8d7e06828), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.612730 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (668cad3b-fb9f-4a08-a2f2-14e8d7e06828), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.620312 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 66422a89-0af8-476c-9277-22e59dad6ba3 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:28.620947 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.630010 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:28.654808 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668cad3b-fb9f-4a08-a2f2-14e8d7e06828,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.665184 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.670164 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-595d947c-d381-43e0-a3f4-7beec32b422d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2162168 Jul 26 12:54:28.670488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46816) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.672723 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:28.677981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group_rule': {'security_group_id': '2cb51455-383e-4269-a872-e3eaf50789bd', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.705689 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (48ccc166-8a8f-4aa0-97ea-c5699dc82927), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.712398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (48ccc166-8a8f-4aa0-97ea-c5699dc82927), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.717950 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (e3b921be-1c01-4a24-8c21-e172b4fd08fc), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.731448 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:28.788792 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=abd4648a-93e6-4f18-a279-11bfc51c15ef,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.796471 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (e3b921be-1c01-4a24-8c21-e172b4fd08fc), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.801789 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (e3b921be-1c01-4a24-8c21-e172b4fd08fc), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.813790 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ccc166-8a8f-4aa0-97ea-c5699dc82927,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.826124 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b921be-1c01-4a24-8c21-e172b4fd08fc,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:28.835672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.839695 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-09c7a936-5d04-4b5f-8c05-996af815d97a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653564 Jul 26 12:54:28.840336 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46822) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.843566 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:28.845993 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group_rule': {'security_group_id': '2cb51455-383e-4269-a872-e3eaf50789bd', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.859986 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 66422a89-0af8-476c-9277-22e59dad6ba3 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:28.860960 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 25937ce2-60ef-443b-8ce1-460fbcd99086 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:28.876553 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.877928 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-c64c1ee6-fbca-4d2f-a94b-8e5672a6af77 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687432 Jul 26 12:54:28.881274 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46824) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:28.886404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group_rule': {'security_group_id': '1a6f30e7-fe2d-4ada-97bc-3e32110a7da0', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:28.891588 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-0f0f6898-f7cb-4ab8-99d0-3564f7f6a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:28.892984 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (325c2a9a-22a1-4474-ba0d-c3503d3506bd), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.893651 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-0f0f6898-f7cb-4ab8-99d0-3564f7f6a101 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2&tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 1128 time: 0.1753716 Jul 26 12:54:28.915848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 25937ce2-60ef-443b-8ce1-460fbcd99086 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:28.916238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.923620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (e68a7ef3-b64d-4fc0-a355-9d9f84207baa), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:28.997485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (325c2a9a-22a1-4474-ba0d-c3503d3506bd), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.004571 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (325c2a9a-22a1-4474-ba0d-c3503d3506bd), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.008178 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-8708b74f-c36f-4a99-9e55-0527e0271cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:29.010518 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-8708b74f-c36f-4a99-9e55-0527e0271cff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1128 time: 0.0818534 Jul 26 12:54:29.018781 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 25937ce2-60ef-443b-8ce1-460fbcd99086 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:29.042209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325c2a9a-22a1-4474-ba0d-c3503d3506bd,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:29.056069 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.061557 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-d49bb27b-cb3f-4354-9e10-35660e1bc883 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2178609 Jul 26 12:54:29.061868 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46828) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:29.071376 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group_rule': {'security_group_id': '2cb51455-383e-4269-a872-e3eaf50789bd', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:29.087602 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (e68a7ef3-b64d-4fc0-a355-9d9f84207baa), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.099541 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.securitygroups_db [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Project a2522985c6df452dabe2010e5f6bed35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 12:54:29.105511 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (de57978a-f2d4-48ab-966c-c1d017cbaa8d), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.129644 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (e68a7ef3-b64d-4fc0-a355-9d9f84207baa), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.183923 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.188582 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060725 Jul 26 12:54:29.192688 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46830) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:29.195791 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (de57978a-f2d4-48ab-966c-c1d017cbaa8d), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.195939 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e1395-20a4-402b-a66f-222b1f44db6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68a7ef3-b64d-4fc0-a355-9d9f84207baa,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:29.199472 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group_rule': {'security_group_id': '1a6f30e7-fe2d-4ada-97bc-3e32110a7da0', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:29.205540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (de57978a-f2d4-48ab-966c-c1d017cbaa8d), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.210980 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:29.247673 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-60745491-1cea-491f-b9e6-e89cd6d33495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:29.248612 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de57978a-f2d4-48ab-966c-c1d017cbaa8d,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:29.249470 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-60745491-1cea-491f-b9e6-e89cd6d33495 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.2258532 Jul 26 12:54:29.253019 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.securitygroups_db [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Project b8383c3af34e46f2922ffb7f6d4963af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 12:54:29.260599 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.264853 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-aae15a42-ed52-4707-b15e-c23220d87d35 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1987958 Jul 26 12:54:29.264853 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 46832) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:29.268975 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'security_group_rule': {'security_group_id': '2cb51455-383e-4269-a872-e3eaf50789bd', 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:29.277729 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (b68153c6-953e-45c3-9890-29e1dd6ae852), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.333679 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-682004be-a5fb-4e20-8643-8efdb3d3b84d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 200 len: 1000 time: 0.0731702 Jul 26 12:54:29.337278 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b494daea-a64c-4e62-8c56-54dc0a73fe81 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:29.351594 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.securitygroups_db [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Project a2522985c6df452dabe2010e5f6bed35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 12:54:29.361514 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (b68153c6-953e-45c3-9890-29e1dd6ae852), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.364981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (29a1ab21-2329-4a01-ad89-913d1607eb1e), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.369687 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (b68153c6-953e-45c3-9890-29e1dd6ae852), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.394389 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port b494daea-a64c-4e62-8c56-54dc0a73fe81 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:29.394851 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.409767 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68153c6-953e-45c3-9890-29e1dd6ae852,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:29.426797 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.430884 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-101e5dc6-62ee-4146-91a2-a17dabd87cf1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2344370 Jul 26 12:54:29.431574 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 46836) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:54:29.443811 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'security_group_rule': {'security_group_id': '1a6f30e7-fe2d-4ada-97bc-3e32110a7da0', 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:54:29.461470 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (29a1ab21-2329-4a01-ad89-913d1607eb1e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.466721 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (29a1ab21-2329-4a01-ad89-913d1607eb1e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.489166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a1ab21-2329-4a01-ad89-913d1607eb1e,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:29.492133 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.securitygroups_db [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Project b8383c3af34e46f2922ffb7f6d4963af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 12:54:29.499152 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.501340 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-554eaef9-dbed-4aba-b226-2359cffae989 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2352793 Jul 26 12:54:29.504275 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (5b92b054-c515-4df9-a5d6-5ae969697c1f), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.514621 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port b494daea-a64c-4e62-8c56-54dc0a73fe81 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:29.515771 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 679081ee-e1c5-40ae-bbf4-a691623236dd up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:29.572207 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 679081ee-e1c5-40ae-bbf4-a691623236dd triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:29.572783 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.664875 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e6bc-85be-489b-b659-7d3b990684b3 req-992ecb31-bf27-49d0-80f1-e052e0e55408 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:29.672727 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-98c5e6bc-85be-489b-b659-7d3b990684b3 req-992ecb31-bf27-49d0-80f1-e052e0e55408 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1503541 Jul 26 12:54:29.683261 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 679081ee-e1c5-40ae-bbf4-a691623236dd is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:29.685039 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device abd4648a-93e6-4f18-a279-11bfc51c15ef up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:29.718219 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (5b92b054-c515-4df9-a5d6-5ae969697c1f), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.736561 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (5b92b054-c515-4df9-a5d6-5ae969697c1f), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.746472 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:29.763757 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port abd4648a-93e6-4f18-a279-11bfc51c15ef triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:29.764465 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.774995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b92b054-c515-4df9-a5d6-5ae969697c1f,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:29.800032 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-98c5e6bc-85be-489b-b659-7d3b990684b3 req-8adfee0a-1e25-48dd-b897-7900fe100f8e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226943 Jul 26 12:54:29.819020 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:29.820956 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-fe150fbc-a9c6-40a5-bf8b-47513900ada8 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3879187 Jul 26 12:54:29.890103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port abd4648a-93e6-4f18-a279-11bfc51c15ef is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:30.801261 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Sync routers for ids ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:30.812826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Routers {'f6c0dcbf-c9d3-4623-b0fc-2b225d939989'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:30.813543 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:30.936589 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Set router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:30.949187 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccef08-ef5b-4ce6-9df7-0f4ecd4559ff req-031e084f-6822-4433-bfff-7dd4377b21b9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:30.950893 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-feccef08-ef5b-4ce6-9df7-0f4ecd4559ff req-031e084f-6822-4433-bfff-7dd4377b21b9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0619209 Jul 26 12:54:31.005543 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-feccef08-ef5b-4ce6-9df7-0f4ecd4559ff req-d6fa8dd9-2c48-4745-a14c-1982b6f6546e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485005 Jul 26 12:54:31.078350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-80c2e528-bd5b-4c38-bc61-f5540dc9a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:31.079858 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-80c2e528-bd5b-4c38-bc61-f5540dc9a79b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0529191 Jul 26 12:54:31.154126 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 4, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e6369e29-afea-43e6-9d2d-47b0469c0812', 'name': '', 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'mac_address': 'fa:16:3e:86:ad:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:25Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 2, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'subnets': [{'id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:31.162026 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:31.186520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Checking router: f6c0dcbf-c9d3-4623-b0fc-2b225d939989 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:31.186882 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Updating router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 port e6369e29-afea-43e6-9d2d-47b0469c0812 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:31.222807 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.329924 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f2c86363-d062-4efc-a3b3-f094122f59d8 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:31.440158 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port f2c86363-d062-4efc-a3b3-f094122f59d8 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:31.440537 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.588930 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port f2c86363-d062-4efc-a3b3-f094122f59d8 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:31.589241 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.620256 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Publish callbacks [] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.625239 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port f2c86363-d062-4efc-a3b3-f094122f59d8, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=f2c86363-d062-4efc-a3b3-f094122f59d8,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:31.626952 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.630353 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:31.638175 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.682460 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5e64-f2ec-4264-8855-d909252941a3 None None] Pushing event updated for resources: {'Port': ['ID=e6369e29-afea-43e6-9d2d-47b0469c0812,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:31.787520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Attempting to bind port e6369e29-afea-43e6-9d2d-47b0469c0812 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:31.787930 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Attempting to bind port e6369e29-afea-43e6-9d2d-47b0469c0812 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:31.788299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Attempting to bind port e6369e29-afea-43e6-9d2d-47b0469c0812 on network f8191d26-8b9c-4543-b814-dce88b242e25 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:31.790818 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=f2c86363-d062-4efc-a3b3-f094122f59d8,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:31.797645 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:31.798072 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Checking segment: {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:31.798432 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.798826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Bound using segment: {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:31.799315 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Bound port: e6369e29-afea-43e6-9d2d-47b0469c0812, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060ac704-1b9c-4424-ad48-17dc06ffb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:31.799729 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.870259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] For port e6369e29-afea-43e6-9d2d-47b0469c0812, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:31.873883 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] For port e6369e29-afea-43e6-9d2d-47b0469c0812, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=e6369e29-afea-43e6-9d2d-47b0469c0812,segment=NetworkSegment(060ac704-1b9c-4424-ad48-17dc06ffb23b),segment_id=060ac704-1b9c-4424-ad48-17dc06ffb23b)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:31.880893 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.929548 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:31.952619 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Routers {'f6c0dcbf-c9d3-4623-b0fc-2b225d939989'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:31.953279 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:31.958391 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-490eac95-4742-456b-85b9-28091570f651 None None] Provisioning complete for port e6369e29-afea-43e6-9d2d-47b0469c0812 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:31.958773 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-490eac95-4742-456b-85b9-28091570f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:31.963219 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5e64-f2ec-4264-8855-d909252941a3 None None] Pushing event updated for resources: {'Port': ['ID=e6369e29-afea-43e6-9d2d-47b0469c0812,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:31.998746 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-43715ce0-76c4-45c6-bb89-66d01876c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:32.001054 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-43715ce0-76c4-45c6-bb89-66d01876c14a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533099 Jul 26 12:54:32.135609 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] Set router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:32.182799 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-490eac95-4742-456b-85b9-28091570f651 None None] Current status of the port e6369e29-afea-43e6-9d2d-47b0469c0812 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:32.183326 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-490eac95-4742-456b-85b9-28091570f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:32.197922 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c369-5a84-4628-92bb-aeacbd78156f req-990a3e91-0e21-489a-94a2-a8af50b92e6c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:32.206342 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4339c369-5a84-4628-92bb-aeacbd78156f req-990a3e91-0e21-489a-94a2-a8af50b92e6c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0806725 Jul 26 12:54:32.247973 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-f21d4d05-d04c-4794-8af3-93f1d8fbb231 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405169 Jul 26 12:54:32.251155 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:32.302710 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:32.311560 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-490eac95-4742-456b-85b9-28091570f651 None None] For port e6369e29-afea-43e6-9d2d-47b0469c0812, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=e6369e29-afea-43e6-9d2d-47b0469c0812,segment=NetworkSegment(060ac704-1b9c-4424-ad48-17dc06ffb23b),segment_id=060ac704-1b9c-4424-ad48-17dc06ffb23b)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:32.328121 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-490eac95-4742-456b-85b9-28091570f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:32.377101 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4339c369-5a84-4628-92bb-aeacbd78156f req-ad12a0f4-6245-42fc-aa07-10faa700a177 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613898 Jul 26 12:54:32.419996 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eac95-4742-456b-85b9-28091570f651 None None] Pushing event updated for resources: {'Port': ['ID=e6369e29-afea-43e6-9d2d-47b0469c0812,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:32.432310 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83a1fc8c-b802-4080-b52b-a75c61cbc361 req-6a7595cf-52a4-4935-8e9d-4e9220a49681 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525338 Jul 26 12:54:32.465577 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-799934c4-6707-4c6b-b54b-a686a123d8d8 None None] Provisioning complete for port e6369e29-afea-43e6-9d2d-47b0469c0812 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:32.465943 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-799934c4-6707-4c6b-b54b-a686a123d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:32.502294 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 4, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e6369e29-afea-43e6-9d2d-47b0469c0812', 'name': '', 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'mac_address': 'fa:16:3e:86:ad:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:25Z', 'updated_at': '2022-07-26T12:54:31Z', 'revision_number': 4, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'subnets': [{'id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:32.505982 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:32.543329 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4b009-b362-449b-90dc-319f750594d5 None None] The sync data for ids ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'] in dv-cinder-850939-2-iscsi is: [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 4, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'e6369e29-afea-43e6-9d2d-47b0469c0812', 'name': '', 'network_id': 'f8191d26-8b9c-4543-b814-dce88b242e25', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'mac_address': 'fa:16:3e:86:ad:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:25Z', 'updated_at': '2022-07-26T12:54:31Z', 'revision_number': 4, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'subnets': [{'id': '60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:32.744187 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-799934c4-6707-4c6b-b54b-a686a123d8d8 None None] Current status of the port e6369e29-afea-43e6-9d2d-47b0469c0812 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:33.394824 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f2c86363-d062-4efc-a3b3-f094122f59d8 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:33.472106 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port f2c86363-d062-4efc-a3b3-f094122f59d8 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:33.473339 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:33.545747 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:33.556660 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Sync routers for ids ['a52b5e2f-3703-4495-b4f4-122bdcc60768'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:54:33.566397 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dadf4-e2ce-4594-b033-05e877faf212 req-47dc5631-b38e-4ac3-88d6-2ceb117bb08f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:33.568164 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-701dadf4-e2ce-4594-b033-05e877faf212 req-47dc5631-b38e-4ac3-88d6-2ceb117bb08f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0782928 Jul 26 12:54:33.587915 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port f2c86363-d062-4efc-a3b3-f094122f59d8 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:33.589795 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e6369e29-afea-43e6-9d2d-47b0469c0812 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:33.591962 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Routers {'a52b5e2f-3703-4495-b4f4-122bdcc60768'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:33.592874 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a52b5e2f-3703-4495-b4f4-122bdcc60768'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:33.650817 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-701dadf4-e2ce-4594-b033-05e877faf212 req-8d19a240-0fa3-4413-9f70-6645e3864ac7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702295 Jul 26 12:54:33.657768 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port e6369e29-afea-43e6-9d2d-47b0469c0812 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:33.658072 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:33.745885 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:33.748748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port e6369e29-afea-43e6-9d2d-47b0469c0812 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:33.762791 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Set router a52b5e2f-3703-4495-b4f4-122bdcc60768 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:33.968719 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'dbe161e2-06d4-42f0-a9cf-e387e3d9c131', 'name': '', 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'mac_address': 'fa:16:3e:dd:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:23Z', 'updated_at': '2022-07-26T12:54:25Z', 'revision_number': 2, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'subnets': [{'id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:33.999750 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Checking router: a52b5e2f-3703-4495-b4f4-122bdcc60768 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:54:34.000068 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Updating router a52b5e2f-3703-4495-b4f4-122bdcc60768 port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:54:34.040302 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.180802 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:34.221158 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:34.327500 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Publish callbacks [] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.333397 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.390107 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3075-ea9f-4d3e-96af-409db1386f71 None None] Pushing event updated for resources: {'Port': ['ID=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:34.449759 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Attempting to bind port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:54:34.450160 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Attempting to bind port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:54:34.450522 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Attempting to bind port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 on network ea9856c9-babe-4703-be39-90bd2c8efdd5 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:54:34.458005 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:54:34.458429 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Checking segment: {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:54:34.458854 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.459282 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Bound using segment: {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:54:34.460305 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Bound port: dbe161e2-06d4-42f0-a9cf-e387e3d9c131, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91e3d9-3706-477d-9fc0-f60ee0c50848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:54:34.460727 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.535848 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] For port dbe161e2-06d4-42f0-a9cf-e387e3d9c131, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:54:34.542236 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] For port dbe161e2-06d4-42f0-a9cf-e387e3d9c131, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:54:34.551249 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.620432 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Routers {'a52b5e2f-3703-4495-b4f4-122bdcc60768'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:54:34.621107 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a52b5e2f-3703-4495-b4f4-122bdcc60768'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:34.624727 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3075-ea9f-4d3e-96af-409db1386f71 None None] Pushing event updated for resources: {'Port': ['ID=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:34.708570 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] Provisioning complete for port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:34.710229 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.767990 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] Set router a52b5e2f-3703-4495-b4f4-122bdcc60768 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:54:34.821065 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] Current status of the port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:34.821763 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.831256 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632658a-de8c-4e25-871e-19b2b5722768 req-82132a63-467c-4fc2-bcb0-684034c3e705 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:34.838977 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2632658a-de8c-4e25-871e-19b2b5722768 req-82132a63-467c-4fc2-bcb0-684034c3e705 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0701025 Jul 26 12:54:34.868601 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] For port dbe161e2-06d4-42f0-a9cf-e387e3d9c131, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:34.874312 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:34.905493 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2632658a-de8c-4e25-871e-19b2b5722768 req-5d181613-655b-42c8-b35a-2386ea8492ff tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656080 Jul 26 12:54:34.935378 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07292903-e579-4c45-838e-8cf85eee4a62 None None] Pushing event updated for resources: {'Port': ['ID=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:34.998623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-0726b370-d5f2-4ae3-b03c-9b1c9db1e649 None None] Provisioning complete for port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:34.999000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0726b370-d5f2-4ae3-b03c-9b1c9db1e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:35.008486 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'dbe161e2-06d4-42f0-a9cf-e387e3d9c131', 'name': '', 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'mac_address': 'fa:16:3e:dd:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:23Z', 'updated_at': '2022-07-26T12:54:34Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'subnets': [{'id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:54:35.043331 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec40ae-36fb-4f83-897a-8fddcef7d102 None None] The sync data for ids ['a52b5e2f-3703-4495-b4f4-122bdcc60768'] in dv-cinder-850939-2-iscsi is: [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'dbe161e2-06d4-42f0-a9cf-e387e3d9c131', 'name': '', 'network_id': 'ea9856c9-babe-4703-be39-90bd2c8efdd5', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'mac_address': 'fa:16:3e:dd:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:23Z', 'updated_at': '2022-07-26T12:54:34Z', 'revision_number': 4, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'subnets': [{'id': 'ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:54:35.083344 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-0726b370-d5f2-4ae3-b03c-9b1c9db1e649 None None] Current status of the port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:35.308331 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device dbe161e2-06d4-42f0-a9cf-e387e3d9c131 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:54:35.359513 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:54:35.359915 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:35.432115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:54:36.039904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377670-665b-4626-bc43-f15a01c5548d req-b87824d6-2c9f-4fe2-b2e7-21924bad99f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:36.041411 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-db377670-665b-4626-bc43-f15a01c5548d req-b87824d6-2c9f-4fe2-b2e7-21924bad99f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0545068 Jul 26 12:54:36.096339 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-db377670-665b-4626-bc43-f15a01c5548d req-9581d272-b9b3-4591-8cc9-2032ce0314b5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494471 Jul 26 12:54:37.237957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa096-1012-4315-bf17-d866cbb258dc req-a754503f-e93c-40b5-be01-8ff4e5543a32 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:37.239467 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6a6fa096-1012-4315-bf17-d866cbb258dc req-a754503f-e93c-40b5-be01-8ff4e5543a32 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0559158 Jul 26 12:54:37.292452 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6a6fa096-1012-4315-bf17-d866cbb258dc req-d65d667b-b116-4f01-978f-d1e02f2ddac2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471783 Jul 26 12:54:38.431033 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3caf3-fc28-46bf-9576-39a019b8d52c req-7f1e79cc-b8d2-494e-8018-4579306e07e9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:38.432613 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-08d3caf3-fc28-46bf-9576-39a019b8d52c req-7f1e79cc-b8d2-494e-8018-4579306e07e9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0551240 Jul 26 12:54:38.483907 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-08d3caf3-fc28-46bf-9576-39a019b8d52c req-7c57e888-3b1f-47b3-bcb8-2c84db537166 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441053 Jul 26 12:54:39.620107 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f9141-f30b-4bc7-be48-efb8709db88c req-bc32e473-1651-4bf2-9302-a1dccc2ac602 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:39.621650 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791f9141-f30b-4bc7-be48-efb8709db88c req-bc32e473-1651-4bf2-9302-a1dccc2ac602 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0516493 Jul 26 12:54:39.671222 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791f9141-f30b-4bc7-be48-efb8709db88c req-6fe3e856-a7f2-4d36-913f-0d0a6fe4c957 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 Jul 26 12:54:40.830162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35632a-2237-4632-8918-577a1b5ff0b8 req-8dfa9ad5-7c73-475f-b39e-8bf574cf61b1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:40.831791 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ac35632a-2237-4632-8918-577a1b5ff0b8 req-8dfa9ad5-7c73-475f-b39e-8bf574cf61b1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0567012 Jul 26 12:54:40.885347 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ac35632a-2237-4632-8918-577a1b5ff0b8 req-832491c5-a0c5-4710-a1b8-1465e1fde73e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480466 Jul 26 12:54:42.023730 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297eb0-477d-4bb7-9efc-b97b1ee48cb1 req-e51a66ef-c5f1-44cc-9d30-7d3ef92f47d9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:42.025217 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-71297eb0-477d-4bb7-9efc-b97b1ee48cb1 req-e51a66ef-c5f1-44cc-9d30-7d3ef92f47d9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0528152 Jul 26 12:54:42.081156 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-71297eb0-477d-4bb7-9efc-b97b1ee48cb1 req-cc484a84-efdb-489d-96e3-069555c968b1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502760 Jul 26 12:54:42.585401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac93e3-3fd0-4f1d-9394-d493eb7a741c req-fc101be5-9a49-4de8-8217-320622036afe tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:42.586902 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4bac93e3-3fd0-4f1d-9394-d493eb7a741c req-fc101be5-9a49-4de8-8217-320622036afe tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 945 time: 0.0559373 Jul 26 12:54:42.641420 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4bac93e3-3fd0-4f1d-9394-d493eb7a741c req-85a7641c-3a31-4e5c-aa37-6ff4f0808fb9 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 Jul 26 12:54:43.211838 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16f7c3-4ff4-443d-9053-56177eda4224 req-4d384851-795b-4210-92b0-dd3493fcd6f9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:43.213340 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7f16f7c3-4ff4-443d-9053-56177eda4224 req-4d384851-795b-4210-92b0-dd3493fcd6f9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0513566 Jul 26 12:54:43.265948 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7f16f7c3-4ff4-443d-9053-56177eda4224 req-382e3125-ab7d-458c-b4bc-04627d6bf6a4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471330 Jul 26 12:54:43.759487 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:43.774585 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0aa3c8-3914-41e3-8d50-0af19b201e0c req-bc80a48d-959d-4515-8408-1ba43b226806 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:43.777232 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eb0aa3c8-3914-41e3-8d50-0af19b201e0c req-bc80a48d-959d-4515-8408-1ba43b226806 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 945 time: 0.0637882 Jul 26 12:54:43.831830 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eb0aa3c8-3914-41e3-8d50-0af19b201e0c req-5584d293-a875-48f2-9fea-70d8c5a6e74d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 Jul 26 12:54:44.395806 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ed803-d521-4d94-89c8-39dc9659083a req-bf81c875-0d14-4051-bb91-53eb71bd8c6b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:44.397302 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c34ed803-d521-4d94-89c8-39dc9659083a req-bf81c875-0d14-4051-bb91-53eb71bd8c6b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0507374 Jul 26 12:54:44.475093 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c34ed803-d521-4d94-89c8-39dc9659083a req-c2f551a0-d471-418f-93ac-496ae92a315d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722673 Jul 26 12:54:44.487110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-a5bb1944-d85d-445c-92a7-b145228b4fd1 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:44.488678 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-a5bb1944-d85d-445c-92a7-b145228b4fd1 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 945 time: 0.0640080 Jul 26 12:54:44.613014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Deleting port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:54:44.613388 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:44.710749 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] For port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:54:44.711110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:44.725933 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Calling delete_port for 9b013626-dcc3-4a6a-84ce-6c100ca71a7e owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:54:44.801564 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:44.858782 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9b013626-dcc3-4a6a-84ce-6c100ca71a7e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:44.877589 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b013626-dcc3-4a6a-84ce-6c100ca71a7e'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:54:44.887743 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Pushing event deleted for resources: {'Port': ['ID=9b013626-dcc3-4a6a-84ce-6c100ca71a7e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:54:44.955536 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-199e5782-20cf-4fe7-bf2d-6e8c736d268e req-9355b024-e08f-4ac9-9085-f0eb11261517 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf15f1d-311d-4b62-a80c-6668706d2a67 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Jul 26 12:54:44.956168 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] No DVR routers for this DVR port 9b013626-dcc3-4a6a-84ce-6c100ca71a7e on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:54:44.958200 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:44.961439 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-443393a6-8793-4265-97a4-396d4a96a3b4 req-eaa7f5b7-3775-4552-9e53-925aae53ed13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "DELETE /v2.0/ports/9b013626-dcc3-4a6a-84ce-6c100ca71a7e HTTP/1.1" status: 204 len: 173 time: 0.4676368 Jul 26 12:54:44.961877 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'name': 'network-vif-deleted', 'tag': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:54:44.964186 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d2e29-bbaa-4104-858c-0b7cc6c68262" -d '{"events": [{"server_uuid": "dbf15f1d-311d-4b62-a80c-6668706d2a67", "name": "network-vif-deleted", "tag": "9b013626-dcc3-4a6a-84ce-6c100ca71a7e"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:54:45.005290 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6017b48-b2b4-4be4-8ab0-148776fb4bdc x-openstack-request-id: req-e6017b48-b2b4-4be4-8ab0-148776fb4bdc {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:54:45.005586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf15f1d-311d-4b62-a80c-6668706d2a67", "name": "network-vif-deleted", "tag": "9b013626-dcc3-4a6a-84ce-6c100ca71a7e", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:54:45.005840 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6017b48-b2b4-4be4-8ab0-148776fb4bdc {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:54:45.006253 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6017b48-b2b4-4be4-8ab0-148776fb4bdc'] response: {'server_uuid': 'dbf15f1d-311d-4b62-a80c-6668706d2a67', 'name': 'network-vif-deleted', 'tag': '9b013626-dcc3-4a6a-84ce-6c100ca71a7e', 'status': 'completed', 'code': 200} Jul 26 12:54:45.430288 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:45.605397 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ccc0-6314-43a7-a180-b79b1b9cf62d req-1f35a166-d75d-452f-b33b-7cdfdd458e78 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:45.606894 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-69b4ccc0-6314-43a7-a180-b79b1b9cf62d req-1f35a166-d75d-452f-b33b-7cdfdd458e78 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0500257 Jul 26 12:54:45.653380 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-69b4ccc0-6314-43a7-a180-b79b1b9cf62d req-9c139df9-9b55-4f78-93c4-7a020f75c297 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409110 Jul 26 12:54:46.082859 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:46.783151 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05adfda-2eed-49e8-95cb-42669a5571ba req-54331ea0-fb18-460a-a91e-ee5576e25182 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:46.784646 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e05adfda-2eed-49e8-95cb-42669a5571ba req-54331ea0-fb18-460a-a91e-ee5576e25182 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0526273 Jul 26 12:54:46.832313 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e05adfda-2eed-49e8-95cb-42669a5571ba req-5c4e2805-6510-41aa-8a89-6b57340c9673 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409482 Jul 26 12:54:47.061282 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:54:47.952014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:47.969542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2705a10-6081-45e5-b3d7-830a534bad11 req-25054ed1-31f4-471c-a01d-b24483b1c40a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:47.971018 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f2705a10-6081-45e5-b3d7-830a534bad11 req-25054ed1-31f4-471c-a01d-b24483b1c40a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0498421 Jul 26 12:54:48.021462 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f2705a10-6081-45e5-b3d7-830a534bad11 req-a4d615b2-db7e-4fe9-a2b7-8ca478b02fb9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Jul 26 12:54:48.497630 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b013626-dcc3-4a6a-84ce-6c100ca71a7e no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:54:48.517425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 9b013626-dcc3-4a6a-84ce-6c100ca71a7e {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:54:48.517772 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b013626-dcc3-4a6a-84ce-6c100ca71a7e not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:54:49.146708 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04658fc-40ae-4134-a73f-b43666c59314 req-3f95f466-3417-45f4-b586-6cb19a4272cc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:49.148214 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e04658fc-40ae-4134-a73f-b43666c59314 req-3f95f466-3417-45f4-b586-6cb19a4272cc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0474780 Jul 26 12:54:49.194664 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e04658fc-40ae-4134-a73f-b43666c59314 req-56223932-397d-436f-8cdd-907fa7feb2c5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410392 Jul 26 12:54:50.349974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510c3d8-e389-42e1-a67d-28449164e88f req-a8233bde-bcb4-4a81-a522-31e484bd481e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:50.352475 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4510c3d8-e389-42e1-a67d-28449164e88f req-a8233bde-bcb4-4a81-a522-31e484bd481e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0754900 Jul 26 12:54:50.410245 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4510c3d8-e389-42e1-a67d-28449164e88f req-1bc24c0e-c151-48e4-a9d0-5fab48c9d08c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511470 Jul 26 12:54:50.905063 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:51.560413 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcbe81-61b7-4987-b6f6-ed573bd6c045 req-4b650e3a-38ea-40c6-b5ef-ca2bf7607b78 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:51.562198 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2ffcbe81-61b7-4987-b6f6-ed573bd6c045 req-4b650e3a-38ea-40c6-b5ef-ca2bf7607b78 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0565324 Jul 26 12:54:51.615467 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2ffcbe81-61b7-4987-b6f6-ed573bd6c045 req-623d1a7c-7927-4fc7-b392-0577fec21be9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469842 Jul 26 12:54:52.573306 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-71836dd1-7fc2-443a-8f3f-c08de5a96106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:52.752644 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571b008-55b7-4066-b125-d8c0804222a0 req-99d83b53-9ebc-4b6c-a655-6c1ee0af765d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:52.758918 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5571b008-55b7-4066-b125-d8c0804222a0 req-99d83b53-9ebc-4b6c-a655-6c1ee0af765d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0548682 Jul 26 12:54:52.803925 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5571b008-55b7-4066-b125-d8c0804222a0 req-be79a57d-9999-43c6-9365-e460367d3b90 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Jul 26 12:54:53.948124 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd977334-3e3c-4eab-b45d-b3f5fc052fca req-cb207a99-ade7-424b-8bbd-6d1c189ccca5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:53.949623 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bd977334-3e3c-4eab-b45d-b3f5fc052fca req-cb207a99-ade7-424b-8bbd-6d1c189ccca5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0563645 Jul 26 12:54:53.984963 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:54.001000 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bd977334-3e3c-4eab-b45d-b3f5fc052fca req-48177dca-34e9-46f1-8bf3-c502d4dd0d58 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457375 Jul 26 12:54:54.725414 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dac438-063f-4d01-903c-420b5f312a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:55.133846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597ec75-47c7-43cc-bbfa-db060b2276fc req-386f3f00-5565-4457-8287-2807b9dd5637 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:55.135249 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3597ec75-47c7-43cc-bbfa-db060b2276fc req-386f3f00-5565-4457-8287-2807b9dd5637 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0539813 Jul 26 12:54:55.187884 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3597ec75-47c7-43cc-bbfa-db060b2276fc req-ba7075a3-698a-4c26-a38d-1d2a13de894c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468307 Jul 26 12:54:55.952786 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:56.265372 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-c7b9a6d1-1e92-4b84-90b1-eb8ab4eee466 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:56.266916 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-c7b9a6d1-1e92-4b84-90b1-eb8ab4eee466 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/networks?id=6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 200 len: 814 time: 0.1174841 Jul 26 12:54:56.284784 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-1aadbd48-d5b5-46cf-8919-1a8768d9dada tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/quotas/fa4a3dadafc44483ad16923db53db457 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Jul 26 12:54:56.318883 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-20f429e5-fd4a-4cd8-a830-5f1764bf8272 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa4a3dadafc44483ad16923db53db457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285065 Jul 26 12:54:56.329346 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3305e-58b1-477a-923a-4eb49e00726a req-c42e06a5-8ad3-48c1-a459-734d7612d615 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:56.330903 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-90a3305e-58b1-477a-923a-4eb49e00726a req-c42e06a5-8ad3-48c1-a459-734d7612d615 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0484610 Jul 26 12:54:56.403305 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-90a3305e-58b1-477a-923a-4eb49e00726a req-cb5595b9-a067-4541-b444-6f936bc944e0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656853 Jul 26 12:54:56.438323 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-acb72c9b-6b06-4e71-9a3e-07fc6705615c service neutron] 10.222.0.20 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118248 Jul 26 12:54:56.541419 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-e75f1b9b-adf0-4f18-bf64-75bd6f9c1911 service neutron] 10.222.0.20 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969427 Jul 26 12:54:56.716807 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a64a2274-809d-44c3-bf03-4e2a9ea2c564 req-0a6af109-7662-4cea-a325-64bddd1c44bc tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0320101 Jul 26 12:54:57.056427 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:57.057541 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:57.278314 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:57.537119 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9391-147f-437a-ac88-75c1fc54a6f3 req-0233d21b-ef19-41c4-8740-1b392cc5667b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:57.539041 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-147b9391-147f-437a-ac88-75c1fc54a6f3 req-0233d21b-ef19-41c4-8740-1b392cc5667b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0494418 Jul 26 12:54:57.595416 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-147b9391-147f-437a-ac88-75c1fc54a6f3 req-50cac7e6-fe41-4f55-8294-fe1579db621a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503726 Jul 26 12:54:57.638169 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:54:57.820651 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-384e05fa-6568-486f-8cda-93c6e1a65dcb req-a50c7149-5d5e-45f3-812e-67bd23883515 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0335312 Jul 26 12:54:58.733227 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:54:58.749104 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5a2ce-8a0f-496c-baf3-e44112d26b65 req-98ce9462-ad8d-4096-9c3b-298e64e153c9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:58.750598 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d3c5a2ce-8a0f-496c-baf3-e44112d26b65 req-98ce9462-ad8d-4096-9c3b-298e64e153c9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0519023 Jul 26 12:54:58.798046 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d3c5a2ce-8a0f-496c-baf3-e44112d26b65 req-bc056aac-1b08-4d1e-86e7-0d45f4ca98db tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409753 Jul 26 12:54:58.941886 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-aa6cf0d9-527d-40e7-abf3-14534c700897 req-83b22f5e-f7d0-45c6-9f4d-48eb081282a1 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0335357 Jul 26 12:54:59.933810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b94c-3d0e-4789-85b6-483d01b87d18 req-823e88ec-1e60-4e1d-bd3a-d264d650c82a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:54:59.935304 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f450b94c-3d0e-4789-85b6-483d01b87d18 req-823e88ec-1e60-4e1d-bd3a-d264d650c82a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0511839 Jul 26 12:54:59.999511 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f450b94c-3d0e-4789-85b6-483d01b87d18 req-5e25f140-3a02-4f84-9561-6bd585313203 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558362 Jul 26 12:55:00.089662 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9040a63c-b570-470c-b8d3-45737cccc4a6 req-1a289d89-5a9e-4b70-80f0-14d56389927c tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jul 26 12:55:00.223990 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-626533e0-1821-4d14-87a5-a7fc5783d20a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409511889&fields=id&tenant_id=a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 267 time: 0.0442204 Jul 26 12:55:00.334911 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-6878b6d5-e884-4881-8e27-a579a0ff6e14 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:00.336447 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-6878b6d5-e884-4881-8e27-a579a0ff6e14 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 811 time: 0.1063442 Jul 26 12:55:00.351314 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-a97370f9-8141-410e-843d-9177b366ed3b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/quotas/a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Jul 26 12:55:00.401586 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-ec0ba7cf-1f10-4b49-bc24-31400ac4351d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456142 Jul 26 12:55:00.498539 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d096183-cc8e-4e08-add7-2b1f808e78f9 service neutron] 10.222.0.20 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Jul 26 12:55:00.576916 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:00.593741 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9314610e-58f8-4a18-8ed7-488855eb557f service neutron] 10.222.0.20 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Jul 26 12:55:00.882469 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-c6ec7666-99ce-441e-a008-871f3ba531fd tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807677125&fields=id&tenant_id=b8383c3af34e46f2922ffb7f6d4963af HTTP/1.1" status: 200 len: 267 time: 0.0511129 Jul 26 12:55:00.917322 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a52d3302-1391-4848-88af-a31e69e78a9c req-b50abdff-4418-40f3-ae3b-cc94c88472b9 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 210 time: 0.0431316 Jul 26 12:55:01.002096 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-84f67352-4693-470b-9a7f-eef3a63e1090 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:01.004257 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-84f67352-4693-470b-9a7f-eef3a63e1090 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 808 time: 0.1114960 Jul 26 12:55:01.019847 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-e720c8c6-0b91-418b-a616-1734c4760c19 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/quotas/b8383c3af34e46f2922ffb7f6d4963af HTTP/1.1" status: 200 len: 375 time: 0.0098815 Jul 26 12:55:01.078022 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1b50777-e3d9-443f-b220-6717326541ec tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525689 Jul 26 12:55:01.143525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d405c-5adf-4e55-95df-286ce19a66aa req-01a30a74-3ea7-4507-8be1-d34f1a492f91 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:01.145633 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-805d405c-5adf-4e55-95df-286ce19a66aa req-01a30a74-3ea7-4507-8be1-d34f1a492f91 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0610754 Jul 26 12:55:01.219658 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-662359cc-eeb0-40da-b90c-8c0d1907afad service neutron] 10.222.0.20 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300685 Jul 26 12:55:01.232834 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-805d405c-5adf-4e55-95df-286ce19a66aa req-b6da8014-4c18-42c3-81ef-5c4ad0a45920 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810852 Jul 26 12:55:01.294428 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:01.367967 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-556ef51e-60ba-468b-941e-93a35115db2e service neutron] 10.222.0.20 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395507 Jul 26 12:55:01.373531 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1a1ef21f-5bf7-4b25-9edd-8ac1ed3a35c6 req-d1338c1d-b572-4c70-ab1a-d55add58fe7b tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0499859 Jul 26 12:55:01.682242 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8b0bac6d-a326-44a0-8547-e5e9660f66b8 req-11bd2f4d-60bf-41d5-ab42-bf0ac80a4dd7 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 210 time: 0.0378246 Jul 26 12:55:01.848035 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-6dad2eef-95e5-445b-a19b-172687a70b16 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:01.849597 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-6dad2eef-95e5-445b-a19b-172687a70b16 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "GET /v2.0/networks?id=6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 200 len: 814 time: 0.1537201 Jul 26 12:55:01.863884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Request body: {'port': {'device_id': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df', 'admin_state_up': True, 'tenant_id': 'fa4a3dadafc44483ad16923db53db457'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:02.048917 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-68197fcc-472a-485c-99dc-a45df64eb217 req-a44dbc33-754b-46b3-8caf-f9da601fcf36 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 210 time: 0.0537362 Jul 26 12:55:02.069431 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:02.086788 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Made reservation on behalf of fa4a3dadafc44483ad16923db53db457 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:55:02.090345 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:02.387672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93390674-ab0c-4cb0-84e0-abd6900d22b1 req-59bc0872-122a-4360-9cb7-ebd1c31d2958 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:02.389317 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-93390674-ab0c-4cb0-84e0-abd6900d22b1 req-59bc0872-122a-4360-9cb7-ebd1c31d2958 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0557082 Jul 26 12:55:02.444130 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-93390674-ab0c-4cb0-84e0-abd6900d22b1 req-705303c5-967e-4712-a6ad-e1910963b2d2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457695 Jul 26 12:55:02.527451 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56344760-3c9a-4639-b36a-2a3c31f154cb req-56d46253-0cbd-40d2-b178-1ed7c8256885 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:02.528943 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-56344760-3c9a-4639-b36a-2a3c31f154cb req-56d46253-0cbd-40d2-b178-1ed7c8256885 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0638037 Jul 26 12:55:02.534212 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ced7363f-3c5a-43d9-a5bc-5f05bfe73ab8 req-5c8e8c79-a74d-44c5-b64d-e1c4589fed9d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0282509 Jul 26 12:55:02.608407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Allocated IP 172.20.0.11 (6f3c6a72-7f77-4ac8-bef3-87195153f5df/81efd1b2-aaf7-4900-bd05-83f18b6b5cc2/0de30c07-1b45-4b27-a4af-035abd1eefd3) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:02.620056 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-56344760-3c9a-4639-b36a-2a3c31f154cb req-a3e06b14-1a4e-4f33-995b-f4f714ffaa04 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683763 Jul 26 12:55:02.762576 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks [] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:02.795215 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-001323a4-d68f-45fa-84f5-927aad624cfd req-d5ee3af1-dae3-49ca-a561-494f41426191 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 210 time: 0.0327339 Jul 26 12:55:02.795712 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:02.844578 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Network 6f3c6a72-7f77-4ac8-bef3-87195153f5df is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:02.847823 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:02.851690 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:02.857622 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Pushing event updated for resources: {'Port': ['ID=0de30c07-1b45-4b27-a4af-035abd1eefd3,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:02.879838 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:02.909036 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:02.909036 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:02.928026 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-a971d672-1120-4c9b-8e5d-b7c7cbb3ac23 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0699975 Jul 26 12:55:03.181335 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6eaf92ee-e396-4f98-afa5-3514db0123de req-6f19ee59-dd61-40a5-9437-b6d061cd4557 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 210 time: 0.0290020 Jul 26 12:55:03.421441 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Request body: {'port': {'device_id': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:03.499389 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:03.571392 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-19295042-9fdc-4e4b-a948-b47e298e2bba tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:03.573512 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-19295042-9fdc-4e4b-a948-b47e298e2bba tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 811 time: 0.1349685 Jul 26 12:55:03.658503 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:03.677482 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05726bcd-e0e7-41d4-abf9-1f38d02626f2 req-f86b8ade-e1e2-44fa-9c4b-8cd8bee3f630 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:03.678864 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-05726bcd-e0e7-41d4-abf9-1f38d02626f2 req-f86b8ade-e1e2-44fa-9c4b-8cd8bee3f630 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0838995 Jul 26 12:55:03.738870 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533474-4338-4370-b41a-7075584a2e3c req-2cc83cb5-cf9f-4143-a9d3-5e42ca777b60 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:03.740506 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b7533474-4338-4370-b41a-7075584a2e3c req-2cc83cb5-cf9f-4143-a9d3-5e42ca777b60 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 932 time: 0.0967333 Jul 26 12:55:03.741774 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-a16e568b-3299-4ca4-a936-559a876d3eb4 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 380 time: 0.1033642 Jul 26 12:55:03.752474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:03.754916 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'port': {'device_id': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'admin_state_up': True, 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'security_groups': ['2cb51455-383e-4269-a872-e3eaf50789bd']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:03.820758 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-05726bcd-e0e7-41d4-abf9-1f38d02626f2 req-e267a6a7-bde0-489f-9d0f-e20049f8f831 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358254 Jul 26 12:55:03.842475 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b7533474-4338-4370-b41a-7075584a2e3c req-29b3a4e0-c322-4387-8587-ee32daa3feb2 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Jul 26 12:55:03.885805 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-f3d35293-e79d-4802-9b14-99af9258cdf6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:03.887500 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-f3d35293-e79d-4802-9b14-99af9258cdf6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0565138 Jul 26 12:55:03.908684 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de30c07-1b45-4b27-a4af-035abd1eefd3 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:03.919030 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Publish callbacks [] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:03.943321 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Transition to ACTIVE for port object 0de30c07-1b45-4b27-a4af-035abd1eefd3 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:55:03.965949 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-15e24a22-9031-40c7-98c3-81c8517ae7c4 req-e9b22337-a04c-4a58-8ce1-d1fa741a5012 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Jul 26 12:55:03.966535 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:03.996889 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32d5d-2326-4052-8637-ff16dc793e8f req-b83f1b15-6e9d-4130-8dd0-787ea91360c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:03.998445 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0aa32d5d-2326-4052-8637-ff16dc793e8f req-b83f1b15-6e9d-4130-8dd0-787ea91360c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0746667 Jul 26 12:55:04.030643 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Made reservation on behalf of a2522985c6df452dabe2010e5f6bed35 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:55:04.034058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.061156 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Pushing event updated for resources: {'Port': ['ID=0de30c07-1b45-4b27-a4af-035abd1eefd3,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:04.111162 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0aa32d5d-2326-4052-8637-ff16dc793e8f req-33e243bf-42c2-4b30-9892-301b5c0cc7bf tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036558 Jul 26 12:55:04.111976 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Attempting to bind port 0de30c07-1b45-4b27-a4af-035abd1eefd3 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:55:04.112415 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Attempting to bind port 0de30c07-1b45-4b27-a4af-035abd1eefd3 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:55:04.112908 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Attempting to bind port 0de30c07-1b45-4b27-a4af-035abd1eefd3 on network 6f3c6a72-7f77-4ac8-bef3-87195153f5df {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:04.118358 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Port 0de30c07-1b45-4b27-a4af-035abd1eefd3 on network 6f3c6a72-7f77-4ac8-bef3-87195153f5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:55:04.118787 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Attempting to bind port 0de30c07-1b45-4b27-a4af-035abd1eefd3 on network 6f3c6a72-7f77-4ac8-bef3-87195153f5df {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:04.124123 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:55:04.124483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Checking segment: {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:55:04.124866 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Bound using segment: {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:55:04.125329 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Bound port: 0de30c07-1b45-4b27-a4af-035abd1eefd3, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a746ff-42b8-4f07-9346-56c338f60eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:55:04.125691 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.206019 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] For port 0de30c07-1b45-4b27-a4af-035abd1eefd3, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:55:04.213898 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] For port 0de30c07-1b45-4b27-a4af-035abd1eefd3, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:55:04.221878 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.281932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Allocated IP 172.20.0.12 (8b53c01d-8651-463b-8de8-06dcdf11a64f/ef7a8493-2e16-41e5-b708-3b5ef60424b5/030b2999-9a99-45a6-b101-7ab33c5916a7) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:04.284242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:55:04.285271 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.355344 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-57c80b1f-98a6-4fcf-a456-94e72ebd4d80 req-cc77e54c-eb94-4c76-b5c2-d83fc0d05113 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 210 time: 0.0717907 Jul 26 12:55:04.359225 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:04.359939 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.361425 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] 10.222.0.46 "PUT /v2.0/ports/0de30c07-1b45-4b27-a4af-035abd1eefd3 HTTP/1.1" status: 200 len: 1094 time: 0.9444118 Jul 26 12:55:04.364862 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:04.365967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'tag': '0de30c07-1b45-4b27-a4af-035abd1eefd3'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:04.368377 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e95a1b5c-fb80-4cfd-b51e-ae3692d25794", "tag": "0de30c07-1b45-4b27-a4af-035abd1eefd3"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:04.420881 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6418a-af52-4095-b1c1-8bc028ccdc98 x-openstack-request-id: req-02c6418a-af52-4095-b1c1-8bc028ccdc98 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:04.421399 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95a1b5c-fb80-4cfd-b51e-ae3692d25794", "tag": "0de30c07-1b45-4b27-a4af-035abd1eefd3", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:04.421681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02c6418a-af52-4095-b1c1-8bc028ccdc98 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:04.422180 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c6418a-af52-4095-b1c1-8bc028ccdc98'] response: {'name': 'network-changed', 'server_uuid': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'tag': '0de30c07-1b45-4b27-a4af-035abd1eefd3', 'status': 'completed', 'code': 200} Jul 26 12:55:04.438259 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4c75e-122c-402d-aa53-76387c4269df service neutron] Pushing event updated for resources: {'Port': ['ID=0de30c07-1b45-4b27-a4af-035abd1eefd3,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:04.502364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-6a12d176-5a1a-4ece-9484-7fa6ac67b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:04.503910 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-6a12d176-5a1a-4ece-9484-7fa6ac67b688 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa4a3dadafc44483ad16923db53db457&device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 1128 time: 0.0850666 Jul 26 12:55:04.510709 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-fb265a7c-43cc-4987-9a09-9ac6b39690b5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:04.512188 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-fb265a7c-43cc-4987-9a09-9ac6b39690b5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.46 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 808 time: 0.2768180 Jul 26 12:55:04.560181 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-6b105d06-a1af-44f6-ae49-c3013bea1ab9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3 HTTP/1.1" status: 200 len: 217 time: 0.0469298 Jul 26 12:55:04.633344 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:04.640944 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-4028d856-899b-4d44-9ff6-cde31c593d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:04.642568 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-4028d856-899b-4d44-9ff6-cde31c593d25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81efd1b2-aaf7-4900-bd05-83f18b6b5cc2 HTTP/1.1" status: 200 len: 854 time: 0.0755069 Jul 26 12:55:04.669291 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-9cd9e3f5-e04e-44a6-b2bf-cf5fceb09d0e tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8383c3af34e46f2922ffb7f6d4963af HTTP/1.1" status: 200 len: 380 time: 0.1473050 Jul 26 12:55:04.688831 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'port': {'device_id': 'f1331709-485e-470a-9dcb-0b8832524597', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'admin_state_up': True, 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'security_groups': ['1a6f30e7-fe2d-4ada-97bc-3e32110a7da0']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:04.696304 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-0582f739-41b4-4f98-8836-c0687815308a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f3c6a72-7f77-4ac8-bef3-87195153f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466037 Jul 26 12:55:04.715184 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] For port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:04.715551 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.717682 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:04.803573 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:04.894578 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-7f6ca6e5-4097-4d94-88a0-5da9a3d48c20 service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848669 Jul 26 12:55:04.914097 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Made reservation on behalf of b8383c3af34e46f2922ffb7f6d4963af for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:55:04.918149 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:04.918491 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.065053 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047f055-c73c-4eaf-874f-698aad99bcf9 req-6e5e0b06-9f8b-4dfe-ab32-d90086565da5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:05.067094 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0047f055-c73c-4eaf-874f-698aad99bcf9 req-6e5e0b06-9f8b-4dfe-ab32-d90086565da5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1299207 Jul 26 12:55:05.115052 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.115682 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (6e93bc2c-1e75-4047-8f5e-b08672d7ba33), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.116237 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP 6e93bc2c-1e75-4047-8f5e-b08672d7ba33 disassociated. External IP: 172.27.2.240, port: bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e. Jul 26 12:55:05.116757 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:55:05.135080 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e76d21-3193-40ab-a6ac-76335b0b934c req-fbb7e444-0196-4a0e-a88f-21d1e7a1c467 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:05.136789 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-37e76d21-3193-40ab-a6ac-76335b0b934c req-fbb7e444-0196-4a0e-a88f-21d1e7a1c467 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 944 time: 0.1732585 Jul 26 12:55:05.147533 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c5e60f70-e9f0-49ed-8d86-8ce4017e5bf0 req-3d36ecd9-037b-4697-a567-342c0f740309 service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447107 Jul 26 12:55:05.176352 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.200572 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0047f055-c73c-4eaf-874f-698aad99bcf9 req-fefde170-8ae2-4833-adcf-7cd8f5684d3c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201215 Jul 26 12:55:05.201707 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Allocated IP 172.20.0.8 (a4f56cd7-c0c8-4d76-9608-89effa75e9c4/2ba7e44b-f054-4f84-8897-ee9ca9de8417/b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:05.279242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=030b2999-9a99-45a6-b101-7ab33c5916a7,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:05.302850 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:05.313859 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:05.318616 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:05.326798 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-37e76d21-3193-40ab-a6ac-76335b0b934c req-0211deb5-080d-4f02-b066-014a42ee4f06 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815877 Jul 26 12:55:05.339737 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80887a22-f52b-452d-8872-b2b22bf66ca3 req-ba92a7c7-f3af-4017-97ed-05879192c175 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 210 time: 0.0635962 Jul 26 12:55:05.420163 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:05.420800 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.486687 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-f539736e-bab3-43d8-8ab7-79e6320d24a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7379096 Jul 26 12:55:05.496904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f1a9e-5764-48a3-a2f8-348a812d9cc2 req-0f11443f-a45b-4528-abfe-b9e0abbc7d86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:05.498444 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6a5f1a9e-5764-48a3-a2f8-348a812d9cc2 req-0f11443f-a45b-4528-abfe-b9e0abbc7d86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 945 time: 0.0738947 Jul 26 12:55:05.513867 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.517494 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:05.527230 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.540516 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67b8b6-3ec7-45f7-bddf-d81a7c44975f req-5bb17162-5ef6-4087-9d4f-91f6c134bde7 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:05.542464 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d67b8b6-3ec7-45f7-bddf-d81a7c44975f req-5bb17162-5ef6-4087-9d4f-91f6c134bde7 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 932 time: 0.0833368 Jul 26 12:55:05.556430 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:05.562771 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:05.623602 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.629682 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6a5f1a9e-5764-48a3-a2f8-348a812d9cc2 req-d4610519-67b4-4e23-bab7-d52b8f6dbbb8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9e21a4c-10ac-4f65-952a-b56ed24845c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221855 Jul 26 12:55:05.655981 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:05.670939 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-850bf695-0c4d-4a8f-b1a3-53c591b459a5 None None] Provisioning complete for port 030b2999-9a99-45a6-b101-7ab33c5916a7 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:05.671437 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-850bf695-0c4d-4a8f-b1a3-53c591b459a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.672179 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d67b8b6-3ec7-45f7-bddf-d81a7c44975f req-384d8927-a16b-4a73-bfa1-127e0d6f92b6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103284 Jul 26 12:55:05.693360 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:05.694957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:05.697718 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:05.709189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:55:05.723394 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-850bf695-0c4d-4a8f-b1a3-53c591b459a5 None None] Port 030b2999-9a99-45a6-b101-7ab33c5916a7 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:55:05.734136 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:05.766957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:05.767610 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.792296 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-206bce35-de76-4820-a518-15131e674cd3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079366 Jul 26 12:55:05.805181 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:05.827403 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:55:05.840285 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:55:05.853821 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:05.854439 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:05.877403 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] No DVR routers for this DVR port bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:55:05.880779 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:05.884475 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a196de6b-9d4d-4e0e-af26-4fbd19599fe2 req-885156bb-cb95-4dec-abf1-f80fd9cb53c8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "DELETE /v2.0/ports/bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e HTTP/1.1" status: 204 len: 173 time: 1.7508266 Jul 26 12:55:05.884940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'name': 'network-vif-deleted', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:05.887318 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cb44f9-986f-4b89-83a7-7f7f47bd587e" -d '{"events": [{"server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "name": "network-vif-deleted", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:05.948798 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed365c-7d02-402a-91d5-4595bef1d455 x-openstack-request-id: req-1bed365c-7d02-402a-91d5-4595bef1d455 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:05.949087 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1010ce-5874-41a9-900d-cb5355c11d1b", "name": "network-vif-deleted", "tag": "bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:05.949341 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bed365c-7d02-402a-91d5-4595bef1d455 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:05.949748 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bed365c-7d02-402a-91d5-4595bef1d455'] response: {'server_uuid': 'fa1010ce-5874-41a9-900d-cb5355c11d1b', 'name': 'network-vif-deleted', 'tag': 'bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e', 'status': 'completed', 'code': 200} Jul 26 12:55:05.978532 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-6cd40c9b-2a91-4415-ad06-18e35d5102ce None None] Provisioning complete for port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:05.978940 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c9b-2a91-4415-ad06-18e35d5102ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.028740 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:06.031827 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-6cd40c9b-2a91-4415-ad06-18e35d5102ce None None] Port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:55:06.069132 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Request body: {'port': {'device_id': 'f1331709-485e-470a-9dcb-0b8832524597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:06.090718 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Request body: {'port': {'device_id': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:06.110293 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:06.151245 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.195570 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-7e18d213-3cdd-41f3-9344-b63c73113445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:06.207179 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-7e18d213-3cdd-41f3-9344-b63c73113445 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa4a3dadafc44483ad16923db53db457&device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 1128 time: 0.1343448 Jul 26 12:55:06.278329 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.370677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:06.400837 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:55:06.410394 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:06.411275 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:06.428920 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75071e-dda5-4918-adb5-00623c22bd87 req-98016cca-f57b-4398-b89a-7de3abc19090 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:06.430487 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0a75071e-dda5-4918-adb5-00623c22bd87 req-98016cca-f57b-4398-b89a-7de3abc19090 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.1089027 Jul 26 12:55:06.514702 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0a75071e-dda5-4918-adb5-00623c22bd87 req-11850096-8a6c-43b6-a633-6860a7408d64 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762129 Jul 26 12:55:06.533094 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:06.595465 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-8d68f0cd-53b7-4a63-a850-1e7f8dbc3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:06.597029 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-8d68f0cd-53b7-4a63-a850-1e7f8dbc3429 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 200 len: 915 time: 0.3292220 Jul 26 12:55:06.606677 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0849b7-7be9-449a-8dcf-d83256040f44 req-5e86727d-40e7-4ff7-b2d0-3dba618a74b0 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:06.614419 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ba0849b7-7be9-449a-8dcf-d83256040f44 req-5e86727d-40e7-4ff7-b2d0-3dba618a74b0 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 944 time: 0.1614430 Jul 26 12:55:06.624063 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:06.640974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Publish callbacks [] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.685811 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ba0849b7-7be9-449a-8dcf-d83256040f44 req-c30a4593-1d5e-4406-8cc6-7d17eb7abbf8 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703249 Jul 26 12:55:06.711616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Transition to ACTIVE for port object b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:55:06.733771 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.859312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf994b00-3cfd-4e71-a739-501f8c787302 req-18019eda-2230-4549-bba3-453f31cc4f89 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:06.861922 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bf994b00-3cfd-4e71-a739-501f8c787302 req-18019eda-2230-4549-bba3-453f31cc4f89 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 931 time: 0.2457247 Jul 26 12:55:06.862718 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:06.915381 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030b2999-9a99-45a6-b101-7ab33c5916a7 {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:06.924699 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Publish callbacks [] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.942091 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Transition to ACTIVE for port object 030b2999-9a99-45a6-b101-7ab33c5916a7 will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:55:06.943469 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:06.958973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:06.990662 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5534f13a-355a-4696-b1bf-017cbf4f70de req-34e15d27-90c4-45c3-8c3c-9b64d8d5e4bd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1010ce-5874-41a9-900d-cb5355c11d1b HTTP/1.1" status: 200 len: 210 time: 0.0443921 Jul 26 12:55:07.021914 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:07.029934 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:07.081049 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eef1c9-42b0-4918-ad50-e24b61e75e81 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:7f:67:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:51:30Z', 'updated_at': '2022-07-26T12:52:19Z', 'revision_number': 2, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:55:07.085872 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bf994b00-3cfd-4e71-a739-501f8c787302 req-d17c80e8-4150-4666-90f1-1d24b223afec tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110026 Jul 26 12:55:07.108839 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=030b2999-9a99-45a6-b101-7ab33c5916a7,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:07.166569 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Attempting to bind port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:55:07.166569 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Attempting to bind port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:55:07.166569 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Attempting to bind port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f on network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:07.174859 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f on network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:55:07.181506 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Attempting to bind port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f on network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:07.186520 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:55:07.192204 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Checking segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:55:07.192611 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Bound using segment: {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:55:07.193275 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Bound port: b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd879dec-a77b-4005-b244-22c008c3f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:55:07.195020 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:07.300210 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-d2d9349e-003b-4a57-9c57-2741d0aa6cc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3 HTTP/1.1" status: 200 len: 217 time: 0.1089895 Jul 26 12:55:07.340460 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:55:07.344169 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:55:07.357791 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2c71f-4329-4a69-a0b2-2beaf1266739 req-5b86e03d-a987-4699-b27c-3270d3d4e672 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.358155 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:07.358345 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-36d2c71f-4329-4a69-a0b2-2beaf1266739 req-5b86e03d-a987-4699-b27c-3270d3d4e672 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.1430089 Jul 26 12:55:07.389449 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Attempting to bind port 030b2999-9a99-45a6-b101-7ab33c5916a7 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:55:07.389917 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Attempting to bind port 030b2999-9a99-45a6-b101-7ab33c5916a7 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:55:07.390344 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Attempting to bind port 030b2999-9a99-45a6-b101-7ab33c5916a7 on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:07.399063 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Port 030b2999-9a99-45a6-b101-7ab33c5916a7 on network 8b53c01d-8651-463b-8de8-06dcdf11a64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:55:07.399467 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Attempting to bind port 030b2999-9a99-45a6-b101-7ab33c5916a7 on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:07.416622 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.417835 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:07.419079 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:55:07.419536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Checking segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:55:07.419907 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] 10.222.0.46 "PUT /v2.0/ports/b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 1093 time: 1.3564026 Jul 26 12:55:07.420227 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Bound using segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:55:07.420768 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Bound port: 030b2999-9a99-45a6-b101-7ab33c5916a7, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:55:07.421217 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:07.421575 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:07.424385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e4c86-7631-4d74-9915-dacc069edf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:07.476783 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-36d2c71f-4329-4a69-a0b2-2beaf1266739 req-78de89f3-8b28-4779-8c39-3fb5d5296050 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082265 Jul 26 12:55:07.477931 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6ad6-2e9c-48f2-bab7-74558ab15aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:07.500916 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf5ffe4-8fa7-480c-8d53-358eadea312a x-openstack-request-id: req-1cf5ffe4-8fa7-480c-8d53-358eadea312a {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:07.501796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:07.502195 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf5ffe4-8fa7-480c-8d53-358eadea312a {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:07.502782 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf5ffe4-8fa7-480c-8d53-358eadea312a'] response: {'name': 'network-changed', 'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'status': 'completed', 'code': 200} Jul 26 12:55:07.514785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:07.610469 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] For port 030b2999-9a99-45a6-b101-7ab33c5916a7, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:55:07.616235 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-9480ecbf-6038-4996-b7f7-d28d317cecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.622406 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-9480ecbf-6038-4996-b7f7-d28d317cecc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81efd1b2-aaf7-4900-bd05-83f18b6b5cc2 HTTP/1.1" status: 200 len: 854 time: 0.1050708 Jul 26 12:55:07.627377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] For port 030b2999-9a99-45a6-b101-7ab33c5916a7, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=030b2999-9a99-45a6-b101-7ab33c5916a7,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:55:07.639319 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:07.641628 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d572ff-0689-4c64-aa61-c39095c6747b None None] New status for floating IP 6e93bc2c-1e75-4047-8f5e-b08672d7ba33: DOWN {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:55:07.645045 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:07.700316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba28-329d-45bf-9f87-c52c3a7072a9 req-98e58402-bbc6-4e48-a31a-55e4c48131f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.701913 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e697ba28-329d-45bf-9f87-c52c3a7072a9 req-98e58402-bbc6-4e48-a31a-55e4c48131f6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 944 time: 0.0593402 Jul 26 12:55:07.806792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.807817 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:07.822277 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] 10.222.0.46 "PUT /v2.0/ports/030b2999-9a99-45a6-b101-7ab33c5916a7 HTTP/1.1" status: 200 len: 1094 time: 1.7372868 Jul 26 12:55:07.838353 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e4c86-7631-4d74-9915-dacc069edf5e req-cd8fc3f0-5391-4226-996d-63332841015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.840116 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-420e4c86-7631-4d74-9915-dacc069edf5e req-cd8fc3f0-5391-4226-996d-63332841015e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1127 time: 0.1052890 Jul 26 12:55:07.935525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf10e-6525-43f1-a4db-26f92e209f93 req-bffa0eba-a7d2-4107-86e5-04a739295ec6 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:07.941923 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-7141fe23-da65-4f63-98ab-293c33c78cdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f3c6a72-7f77-4ac8-bef3-87195153f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692865 Jul 26 12:55:07.943842 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-adccf10e-6525-43f1-a4db-26f92e209f93 req-bffa0eba-a7d2-4107-86e5-04a739295ec6 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 944 time: 0.0972192 Jul 26 12:55:07.955158 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:07.957762 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fa8dc3-9905-42e3-8cab-626c704aee52" -d '{"events": [{"name": "network-changed", "server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:08.015891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a7d11-b0dc-4ce4-9289-abd522f9bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=030b2999-9a99-45a6-b101-7ab33c5916a7,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:08.067662 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e4c86-7631-4d74-9915-dacc069edf5e req-79df4203-01e1-49a4-b60b-e90dcb1c0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.069187 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-420e4c86-7631-4d74-9915-dacc069edf5e req-79df4203-01e1-49a4-b60b-e90dcb1c0315 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2165380 Jul 26 12:55:08.111553 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e697ba28-329d-45bf-9f87-c52c3a7072a9 req-7c5e0b8a-afea-496e-b65f-b6f3b3e08544 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3883636 Jul 26 12:55:08.111813 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:08.128660 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-86f90c21-e6af-47e1-a6f7-8fd6c542a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.130180 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-86f90c21-e6af-47e1-a6f7-8fd6c542a676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 1128 time: 0.1449685 Jul 26 12:55:08.148195 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-adccf10e-6525-43f1-a4db-26f92e209f93 req-38b740e0-e04b-46af-adff-2f1957bc3ec9 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914098 Jul 26 12:55:08.190004 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-440629bd-269f-4792-abb1-cd5f3f4b6b1a service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384946 Jul 26 12:55:08.198534 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993ac2b-2c04-4a4f-b936-f670a2491ba7 x-openstack-request-id: req-4993ac2b-2c04-4a4f-b936-f670a2491ba7 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:08.198840 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:08.199087 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4993ac2b-2c04-4a4f-b936-f670a2491ba7 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:08.199501 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4993ac2b-2c04-4a4f-b936-f670a2491ba7'] response: {'name': 'network-changed', 'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'status': 'completed', 'code': 200} Jul 26 12:55:08.254946 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47448) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:08.416289 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-5042bca7-69ef-46f7-b743-bb1f99236ecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030b2999-9a99-45a6-b101-7ab33c5916a7 HTTP/1.1" status: 200 len: 217 time: 0.0852213 Jul 26 12:55:08.425724 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fccf6-91ff-4dd4-bc97-00badd49622f req-ed493380-5e1a-45c2-b310-3845a314da94 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.428165 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cd9fccf6-91ff-4dd4-bc97-00badd49622f req-ed493380-5e1a-45c2-b310-3845a314da94 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.1633694 Jul 26 12:55:08.457745 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0de30c07-1b45-4b27-a4af-035abd1eefd3 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:55:08.568525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f4421e6d-01a2-4d19-a3bc-be03470d479a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (f9e21a4c-10ac-4f65-952a-b56ed24845c4), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:08.619367 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f4421e6d-01a2-4d19-a3bc-be03470d479a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (f9e21a4c-10ac-4f65-952a-b56ed24845c4), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:08.691007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:08.709780 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0de30c07-1b45-4b27-a4af-035abd1eefd3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:08.725869 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f4421e6d-01a2-4d19-a3bc-be03470d479a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f9e21a4c-10ac-4f65-952a-b56ed24845c4), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:08.728619 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:55:08.729580 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f4421e6d-01a2-4d19-a3bc-be03470d479a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:08.730771 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f4421e6d-01a2-4d19-a3bc-be03470d479a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9e21a4c-10ac-4f65-952a-b56ed24845c4 HTTP/1.1" status: 204 len: 168 time: 0.4744143 Jul 26 12:55:08.733068 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:08.735949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '0de30c07-1b45-4b27-a4af-035abd1eefd3', 'network_id': '6f3c6a72-7f77-4ac8-bef3-87195153f5df', 'port_id': '0de30c07-1b45-4b27-a4af-035abd1eefd3', 'mac_address': 'fa:16:3e:8c:0e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81efd1b2-aaf7-4900-bd05-83f18b6b5cc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:55:08.747508 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cd9fccf6-91ff-4dd4-bc97-00badd49622f req-1cea5116-d5b7-4bb9-b111-43cac0df2b22 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062580 Jul 26 12:55:08.756775 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47456) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:08.768411 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:55:08.769202 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device bcfd2cdd-0eb0-4f90-9350-81a2f6098d4e not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:55:08.777067 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421e6d-01a2-4d19-a3bc-be03470d479a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e21a4c-10ac-4f65-952a-b56ed24845c4,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:08.788546 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e4c86-7631-4d74-9915-dacc069edf5e req-442d251c-a16d-4eb2-afb8-75613589715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.790292 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-420e4c86-7631-4d74-9915-dacc069edf5e req-442d251c-a16d-4eb2-afb8-75613589715d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4649942 Jul 26 12:55:08.791726 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-7de7598c-7914-4dc6-a870-db5c0be0252f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] show failed (client error): The resource could not be found. Jul 26 12:55:08.796183 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7de7598c-7914-4dc6-a870-db5c0be0252f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups/f9e21a4c-10ac-4f65-952a-b56ed24845c4 HTTP/1.1" status: 404 len: 347 time: 0.0245066 Jul 26 12:55:08.808461 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47458) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:08.835866 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 0de30c07-1b45-4b27-a4af-035abd1eefd3 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:08.836698 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:08.861402 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de30c07-1b45-4b27-a4af-035abd1eefd3 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:08.883906 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-630ec844-ae31-4af6-98f7-fcea45716220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.885380 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-630ec844-ae31-4af6-98f7-fcea45716220 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.4707692 Jul 26 12:55:08.890157 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0de30c07-1b45-4b27-a4af-035abd1eefd3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:08.892971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:08.900740 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:08.901646 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:55:08.928685 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357a4ee-bc3a-43d3-b5a5-7458153aceb7 req-70b662d8-abcb-4b96-a3a8-d05a5d7f669d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.930777 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1357a4ee-bc3a-43d3-b5a5-7458153aceb7 req-70b662d8-abcb-4b96-a3a8-d05a5d7f669d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.1106837 Jul 26 12:55:08.949860 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-59a62b0a-5bb0-4c21-9fe8-692f079a3a3c req-fad88c75-c033-470b-aa0d-fddba3ffa87c service neutron] 10.222.0.46 "GET /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246223 Jul 26 12:55:08.996510 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-4a8946ef-552b-4f9a-8a15-a18117f09cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:08.999731 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-4a8946ef-552b-4f9a-8a15-a18117f09cd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1127 time: 0.1432984 Jul 26 12:55:09.009611 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-0916b811-8af9-45df-b15e-0fd63b0161e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.011109 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-0916b811-8af9-45df-b15e-0fd63b0161e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070120 Jul 26 12:55:09.031245 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=0de30c07-1b45-4b27-a4af-035abd1eefd3,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:09.038780 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1357a4ee-bc3a-43d3-b5a5-7458153aceb7 req-996cda16-96e7-47d2-a33a-31e9f0d50cf5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856960 Jul 26 12:55:09.042696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.043130 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.043547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.044019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.044425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.044829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.045224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.045620 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.046031 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.046425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.046824 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.047235 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.047625 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.048187 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.048582 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:09.086876 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port 37a28bcf-f4df-400a-8b9e-1bc56f6f26d8 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:55:09.086876 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:09.089506 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-9d056b3c-cf06-4fc4-9806-02ca933178c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 217 time: 0.0573165 Jul 26 12:55:09.103530 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:09.115987 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '32e67b58-c4c4-4a07-b551-08232595ea42', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'port_id': '32e67b58-c4c4-4a07-b551-08232595ea42', 'mac_address': 'fa:16:3e:47:d1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:55:09.184748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:09.185766 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:09.205134 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-db677c87-9fa5-446a-a594-4fa2d77c918e service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873233 Jul 26 12:55:09.220812 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e67b58-c4c4-4a07-b551-08232595ea42 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:09.284774 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:09.290374 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:09.338179 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-7ecfdd68-e82c-4570-95b8-690232fd7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.339785 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-7ecfdd68-e82c-4570-95b8-690232fd7f5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 200 len: 847 time: 0.1935678 Jul 26 12:55:09.345712 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:09.346094 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:09.353827 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3306-f738-4ba2-9b62-a7403bbfda53 req-8ba34183-e463-4194-b2f9-247ef9bad1d0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.355440 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bd9d3306-f738-4ba2-9b62-a7403bbfda53 req-8ba34183-e463-4194-b2f9-247ef9bad1d0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0649829 Jul 26 12:55:09.380677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=9']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:09.392385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for 37a28bcf-f4df-400a-8b9e-1bc56f6f26d8 owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:55:09.407180 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d8bb63b1-bc15-41db-aa48-d6c85b7302e5 req-662cc957-ac4c-4bdf-9c6b-c70e02c2058e service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954596 Jul 26 12:55:09.436842 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf441-4448-46aa-baa2-2610a5696515 req-9c86fb57-0120-44e5-9778-3871d170a3af tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.439554 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bd9d3306-f738-4ba2-9b62-a7403bbfda53 req-e0978035-64e4-4b89-9ace-8d370c7325cf tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729184 Jul 26 12:55:09.444337 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1e1bf441-4448-46aa-baa2-2610a5696515 req-9c86fb57-0120-44e5-9778-3871d170a3af tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 945 time: 0.1255112 Jul 26 12:55:09.521985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-7e39fe3a-3275-4f51-a9de-b3ecab513dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.523488 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-7e39fe3a-3275-4f51-a9de-b3ecab513dca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1498070 Jul 26 12:55:09.577955 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1e1bf441-4448-46aa-baa2-2610a5696515 req-922d6640-6686-417b-8fc7-92627b2f7e13 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327481 Jul 26 12:55:09.585738 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:09.711934 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['0de30c07-1b45-4b27-a4af-035abd1eefd3'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:55:09.744078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-9c750198-8b32-4d1e-a667-902d810d8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.745961 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-9c750198-8b32-4d1e-a667-902d810d8809 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 1128 time: 0.0602007 Jul 26 12:55:09.804583 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['32e67b58-c4c4-4a07-b551-08232595ea42'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:55:09.853580 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:09.875233 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:09.927562 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-93e1e04c-5b88-4357-b835-a4812c8ef007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:09.929127 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-93e1e04c-5b88-4357-b835-a4812c8ef007 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.1755278 Jul 26 12:55:10.004459 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-3b42d8ef-2f1e-4e64-8c16-353d7005a022 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030b2999-9a99-45a6-b101-7ab33c5916a7 HTTP/1.1" status: 200 len: 217 time: 0.0643432 Jul 26 12:55:10.011620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (37a28bcf-f4df-400a-8b9e-1bc56f6f26d8), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:10.104913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=37a28bcf-f4df-400a-8b9e-1bc56f6f26d8,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:10.147772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ed820-e947-4f66-9948-5c54e0db1d06 req-2d7af1bb-31ad-4ad9-8d2a-163f87272b7f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.149079 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-196ed820-e947-4f66-9948-5c54e0db1d06 req-2d7af1bb-31ad-4ad9-8d2a-163f87272b7f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.1697090 Jul 26 12:55:10.177667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-4328dd0c-ab88-41cc-99f0-129773faa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.179364 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-4328dd0c-ab88-41cc-99f0-129773faa170 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.1084199 Jul 26 12:55:10.188182 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-3385283e-6559-414d-9619-307aabb0532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.189893 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-3385283e-6559-414d-9619-307aabb0532b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.1722486 Jul 26 12:55:10.205595 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d446-e6c4-457e-8485-e6d5de550c5d req-fd5a1907-32f3-4d89-ae32-750a7f9b6908 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.207259 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e6f0d446-e6c4-457e-8485-e6d5de550c5d req-fd5a1907-32f3-4d89-ae32-750a7f9b6908 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.1347485 Jul 26 12:55:10.231281 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-7cdd4b97-64a4-4146-a381-fe397d98ccaa service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608876 Jul 26 12:55:10.264781 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (6e93bc2c-1e75-4047-8f5e-b08672d7ba33), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:10.267124 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:10.268366 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5f16ee3d-248c-4273-9920-a1f814288b2c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/floatingips/6e93bc2c-1e75-4047-8f5e-b08672d7ba33 HTTP/1.1" status: 204 len: 168 time: 1.4586239 Jul 26 12:55:10.312326 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-196ed820-e947-4f66-9948-5c54e0db1d06 req-f6ad752c-e25e-4f1a-acfa-788fd7d06f46 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383021 Jul 26 12:55:10.317973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-1db976c1-9466-4635-963f-da6dab13023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.319507 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-1db976c1-9466-4635-963f-da6dab13023e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105411 Jul 26 12:55:10.364254 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6d13c3b8-ab15-4570-8ce6-0bd12d26abc3 req-8a69da32-b053-4aec-b250-151ba8771712 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232460 Jul 26 12:55:10.443605 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2642a-e58a-4e77-9dbe-c40997ffed6e req-ee769725-ebe7-45ee-8035-bba3d285ce8e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.445306 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0ce2642a-e58a-4e77-9dbe-c40997ffed6e req-ee769725-ebe7-45ee-8035-bba3d285ce8e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0593777 Jul 26 12:55:10.449563 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e6f0d446-e6c4-457e-8485-e6d5de550c5d req-deae2ea0-db18-4e82-a3ed-924487353860 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2282984 Jul 26 12:55:10.466341 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-f3f2bc44-e6ff-424d-97ed-aa96471fbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.467101 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-f3f2bc44-e6ff-424d-97ed-aa96471fbafc service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.2757633 Jul 26 12:55:10.485930 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-84c1c99e-3628-4c05-9a9d-76be15a22c37 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588111 Jul 26 12:55:10.503384 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0ce2642a-e58a-4e77-9dbe-c40997ffed6e req-fd6699a4-462d-4be0-9875-c266e7499c92 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517938 Jul 26 12:55:10.613927 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c1b6d-d68b-4135-87f0-ba03ac2a6270 req-6d9615c8-dc88-4a0a-904b-0c9122b644ec tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.615445 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e99c1b6d-d68b-4135-87f0-ba03ac2a6270 req-6d9615c8-dc88-4a0a-904b-0c9122b644ec tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Jul 26 12:55:10.673148 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e99c1b6d-d68b-4135-87f0-ba03ac2a6270 req-cbf59904-2a7d-4deb-9793-fdeeaeb24396 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486217 Jul 26 12:55:10.698983 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:10.763038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:10.780481 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-a168915c-248a-4558-88b8-8a73573a6b5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 1000 time: 0.1538734 Jul 26 12:55:10.824146 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c443-0883-449c-b181-c02459936366 req-9739c532-272d-455b-9d58-2db095ce62ec tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.826168 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0b01c443-0883-449c-b181-c02459936366 req-9739c532-272d-455b-9d58-2db095ce62ec tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 945 time: 0.0715411 Jul 26 12:55:10.846184 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f2fa8dc3-9905-42e3-8cab-626c704aee52 req-3d56579d-0d22-4a06-b3d5-631d9a8289fc service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092373 Jul 26 12:55:10.854064 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-6c7d9a4f-636c-4734-bf0e-daefebea9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.855537 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-6c7d9a4f-636c-4734-bf0e-daefebea9585 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0688713 Jul 26 12:55:10.898886 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0b01c443-0883-449c-b181-c02459936366 req-666a7726-fe90-4373-b792-5f4270f9a2fa tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660872 Jul 26 12:55:10.923116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-bb5a6399-45e2-4875-9197-c9195c677d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:10.924683 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-bb5a6399-45e2-4875-9197-c9195c677d93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541241 Jul 26 12:55:11.273467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0de30c07-1b45-4b27-a4af-035abd1eefd3 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:55:11.323859 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-a0867872-fda4-4e4f-a031-c8551175ae15 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919404 Jul 26 12:55:11.330931 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 0de30c07-1b45-4b27-a4af-035abd1eefd3 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:55:11.337288 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 0de30c07-1b45-4b27-a4af-035abd1eefd3 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:11.337844 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:11.375930 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:11.442295 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 0de30c07-1b45-4b27-a4af-035abd1eefd3 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:11.442719 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:11.466817 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de30c07-1b45-4b27-a4af-035abd1eefd3'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:11.469096 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c5918e-239b-4edb-bb49-2ff57a97e9e6" -d '{"events": [{"server_uuid": "e95a1b5c-fb80-4cfd-b51e-ae3692d25794", "name": "network-vif-plugged", "status": "completed", "tag": "0de30c07-1b45-4b27-a4af-035abd1eefd3"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:11.490161 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 0de30c07-1b45-4b27-a4af-035abd1eefd3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:11.496619 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:11.498290 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:55:11.501256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748905ee-6d79-4865-ac44-0cc802b714c7 req-3bb4cff0-ee6c-42b6-aa6e-42986da42d1b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:11.503021 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-748905ee-6d79-4865-ac44-0cc802b714c7 req-3bb4cff0-ee6c-42b6-aa6e-42986da42d1b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0916843 Jul 26 12:55:11.536883 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7f9132-34d8-4e59-b702-be3e9ada133f x-openstack-request-id: req-fa7f9132-34d8-4e59-b702-be3e9ada133f {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:11.536883 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95a1b5c-fb80-4cfd-b51e-ae3692d25794", "name": "network-vif-plugged", "status": "completed", "tag": "0de30c07-1b45-4b27-a4af-035abd1eefd3", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:11.537229 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa7f9132-34d8-4e59-b702-be3e9ada133f {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:11.537844 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7f9132-34d8-4e59-b702-be3e9ada133f'] response: {'server_uuid': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de30c07-1b45-4b27-a4af-035abd1eefd3', 'code': 200} Jul 26 12:55:11.567278 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-84c7e93d-2827-45bd-9b6e-604345ff0b3d req-cfbf25ce-1ab9-4d75-87d3-1cfa35980d8f service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849647 Jul 26 12:55:11.601994 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-748905ee-6d79-4865-ac44-0cc802b714c7 req-c4b75f05-2e28-4c79-a0d9-9e2bc20f95ad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891764 Jul 26 12:55:11.603334 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 32e67b58-c4c4-4a07-b551-08232595ea42 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:11.603708 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:11.650978 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=0de30c07-1b45-4b27-a4af-035abd1eefd3,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:11.730389 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b3782-2e1b-4155-8f22-ebb5673e5597 req-5205600b-e1b5-4b6f-896c-1b6cfca5f2ec tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:11.732774 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c01b3782-2e1b-4155-8f22-ebb5673e5597 req-5205600b-e1b5-4b6f-896c-1b6cfca5f2ec tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.1065807 Jul 26 12:55:11.746432 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:11.759672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c663-1633-4a42-b314-fea4a1b20840 req-ce5f376e-ba30-4239-906c-bb4bf2312d58 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:11.767334 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1145c663-1633-4a42-b314-fea4a1b20840 req-ce5f376e-ba30-4239-906c-bb4bf2312d58 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0889161 Jul 26 12:55:11.773209 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 32e67b58-c4c4-4a07-b551-08232595ea42 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:11.773786 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:11.800282 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c01b3782-2e1b-4155-8f22-ebb5673e5597 req-07256d11-734a-46d3-bf07-219ca5abb8cf tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577674 Jul 26 12:55:11.820537 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:11.836840 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:11.879515 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1145c663-1633-4a42-b314-fea4a1b20840 req-777ca0ad-4fc7-4cbb-979e-c4d84edfc42f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108165 Jul 26 12:55:11.914642 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f4acd-bc6d-4bea-afe5-fffe29b2e058 req-0675c23a-d348-48d4-9a08-cce9df042c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:11.916672 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b67f4acd-bc6d-4bea-afe5-fffe29b2e058 req-0675c23a-d348-48d4-9a08-cce9df042c28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 1130 time: 0.0922701 Jul 26 12:55:11.988840 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b67f4acd-bc6d-4bea-afe5-fffe29b2e058 req-024744a9-f837-4781-9b39-7a7356ed237b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563643 Jul 26 12:55:12.004953 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b08a4-4fd0-44a5-91ba-4c0a39da02dd req-78b53b99-b196-43dd-8f9b-47d3586faa1f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:12.007269 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-018b08a4-4fd0-44a5-91ba-4c0a39da02dd req-78b53b99-b196-43dd-8f9b-47d3586faa1f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0629883 Jul 26 12:55:12.048759 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:12.050879 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:12.070462 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-018b08a4-4fd0-44a5-91ba-4c0a39da02dd req-f6f3dba8-5a33-40c6-8345-9412bd0fba2c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566812 Jul 26 12:55:12.085832 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=10']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:12.120141 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f51ee0-b0bd-4b8f-807c-b727221c5f49 req-73c5786f-79a9-42e4-b12d-74fad453d7cc tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:12.122034 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f3f51ee0-b0bd-4b8f-807c-b727221c5f49 req-73c5786f-79a9-42e4-b12d-74fad453d7cc tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0629723 Jul 26 12:55:12.180210 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f3f51ee0-b0bd-4b8f-807c-b727221c5f49 req-7311fffe-9e57-4f3c-88b8-b446bd97b75c tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517132 Jul 26 12:55:12.333965 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8465e-a235-4e0f-a2c0-e16196ed344c req-293a4f15-b358-4399-b449-63eeb7691508 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:12.335447 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-69a8465e-a235-4e0f-a2c0-e16196ed344c req-293a4f15-b358-4399-b449-63eeb7691508 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0562124 Jul 26 12:55:12.383892 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-69a8465e-a235-4e0f-a2c0-e16196ed344c req-def3fab3-28cb-4046-b710-ec624f59d531 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Jul 26 12:55:12.724637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d5759-c7ec-4ef3-9ad1-0a8b4451bd0b req-bb0c0141-5166-4a6c-9a95-afa134ff96e3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:12.726159 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-662d5759-c7ec-4ef3-9ad1-0a8b4451bd0b req-bb0c0141-5166-4a6c-9a95-afa134ff96e3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0515027 Jul 26 12:55:12.774839 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-662d5759-c7ec-4ef3-9ad1-0a8b4451bd0b req-4c195cfc-2984-4442-a999-0b6431e1d6a9 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Jul 26 12:55:12.934580 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129c41d-400e-48a6-b0a0-890641701afd req-03061ce5-0242-4190-a992-4188f6ec86eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:12.936153 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e129c41d-400e-48a6-b0a0-890641701afd req-03061ce5-0242-4190-a992-4188f6ec86eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0518453 Jul 26 12:55:12.985428 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e129c41d-400e-48a6-b0a0-890641701afd req-7c6fe256-cec6-4413-88d5-8168d5773594 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424328 Jul 26 12:55:13.004836 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8678dc9-4ea4-4125-93b1-de6580f60c5b req-923bb193-0e3a-4dde-adbf-c09b16d16553 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:13.006369 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8678dc9-4ea4-4125-93b1-de6580f60c5b req-923bb193-0e3a-4dde-adbf-c09b16d16553 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0512421 Jul 26 12:55:13.065761 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8678dc9-4ea4-4125-93b1-de6580f60c5b req-9d2d9571-e947-4846-beb6-dfc0c6da058f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533221 Jul 26 12:55:13.197891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98f5c3-f721-4da5-a16a-91e45224c925 req-6640e5e3-afea-4298-bc65-6c8ae33529a5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:13.199381 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dc98f5c3-f721-4da5-a16a-91e45224c925 req-6640e5e3-afea-4298-bc65-6c8ae33529a5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0482347 Jul 26 12:55:13.252376 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dc98f5c3-f721-4da5-a16a-91e45224c925 req-5eacf8e8-b222-4838-ab7f-ba58222a2da0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474038 Jul 26 12:55:13.320680 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4037308-b28b-43c9-9de8-9da6756d1dc7 req-c1d2fd11-4e72-426f-9c43-16709f7a9155 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:13.322233 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f4037308-b28b-43c9-9de8-9da6756d1dc7 req-c1d2fd11-4e72-426f-9c43-16709f7a9155 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Jul 26 12:55:13.371095 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f4037308-b28b-43c9-9de8-9da6756d1dc7 req-260cff9e-56bf-4082-b3bc-03afc27d8a06 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Jul 26 12:55:13.506271 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c36ec1-5df5-4f59-99ba-cb7fd8246e0f req-0f483f15-bb34-4a69-9d02-60fd0fe92791 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:13.507767 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-98c36ec1-5df5-4f59-99ba-cb7fd8246e0f req-0f483f15-bb34-4a69-9d02-60fd0fe92791 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0494096 Jul 26 12:55:13.539057 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:13.541492 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4815ff2b-6779-4051-8cbc-d61c7f2b3ed8" -d '{"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-plugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:13.552630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:13.560854 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-98c36ec1-5df5-4f59-99ba-cb7fd8246e0f req-2711868a-78ab-4315-ad1b-1ef8711334af tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 Jul 26 12:55:13.580208 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6beeab6-341f-4fc1-8215-da7b43e6308a x-openstack-request-id: req-f6beeab6-341f-4fc1-8215-da7b43e6308a {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:13.580575 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-plugged", "status": "completed", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:13.580887 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6beeab6-341f-4fc1-8215-da7b43e6308a {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:13.581844 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6beeab6-341f-4fc1-8215-da7b43e6308a'] response: {'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'code': 200} Jul 26 12:55:13.891552 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834062b-4753-4e33-bf45-26b16507d2e8 req-33ab9fa5-27a0-4256-9afe-2d742f44e94a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:13.893061 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d834062b-4753-4e33-bf45-26b16507d2e8 req-33ab9fa5-27a0-4256-9afe-2d742f44e94a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0470757 Jul 26 12:55:13.942932 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d834062b-4753-4e33-bf45-26b16507d2e8 req-65a0f728-3bbc-4401-9c2a-b3992ec1d9a1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Jul 26 12:55:14.107129 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269ef85-5ee3-44ee-a3c9-9fb439e8ddcd req-a3879610-6691-4ae0-9bcd-78f87477a8cd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:14.108683 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1269ef85-5ee3-44ee-a3c9-9fb439e8ddcd req-a3879610-6691-4ae0-9bcd-78f87477a8cd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0472434 Jul 26 12:55:14.162345 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1269ef85-5ee3-44ee-a3c9-9fb439e8ddcd req-67bd0c11-8a99-440e-b7fb-ae61f6b253aa tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481606 Jul 26 12:55:14.198740 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec923f6-84b4-4b1c-9797-7e6c0834caee req-a505399c-3d8c-48cd-a22b-a78217274626 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:14.200239 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bec923f6-84b4-4b1c-9797-7e6c0834caee req-a505399c-3d8c-48cd-a22b-a78217274626 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0568500 Jul 26 12:55:14.250164 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bec923f6-84b4-4b1c-9797-7e6c0834caee req-af06120c-d51a-4c86-b8ca-ec52dc2afd08 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Jul 26 12:55:14.374371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514462a-ab40-4af6-a195-dd88b7a70564 req-139eab06-b361-43ff-8939-644e09f0efca tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:14.375769 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d514462a-ab40-4af6-a195-dd88b7a70564 req-139eab06-b361-43ff-8939-644e09f0efca tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0466621 Jul 26 12:55:14.434312 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d514462a-ab40-4af6-a195-dd88b7a70564 req-92e809f5-c2ed-4322-b40a-1e155a3c2be0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496573 Jul 26 12:55:14.493269 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0948-6a3a-45ee-87f2-474c0f5d91b1 req-b6925c86-7f93-4502-8cf7-f7c014559772 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:14.494723 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-87cb0948-6a3a-45ee-87f2-474c0f5d91b1 req-b6925c86-7f93-4502-8cf7-f7c014559772 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0464840 Jul 26 12:55:14.541256 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-87cb0948-6a3a-45ee-87f2-474c0f5d91b1 req-840221b8-9d5a-4d37-9aa0-1b9c599d117c tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Jul 26 12:55:14.681338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f97118-2a48-4137-9fb1-2430ea1c09ee req-b14b8cd1-d124-450b-b984-eef99c3c7774 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:14.683133 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d1f97118-2a48-4137-9fb1-2430ea1c09ee req-b14b8cd1-d124-450b-b984-eef99c3c7774 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0495379 Jul 26 12:55:14.744599 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d1f97118-2a48-4137-9fb1-2430ea1c09ee req-281d536a-13d5-4f93-8e58-240cfefb6f1f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559452 Jul 26 12:55:14.977504 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:14.986377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-f02b4868-951d-4e60-81b1-3ba4f5986307 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:14.987884 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-f02b4868-951d-4e60-81b1-3ba4f5986307 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0497596 Jul 26 12:55:15.070145 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851e310-a74d-4ef8-bd6f-d64219d541f0 req-61359040-51e9-4a7e-94dc-62a8948f0a4c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:15.071874 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2851e310-a74d-4ef8-bd6f-d64219d541f0 req-61359040-51e9-4a7e-94dc-62a8948f0a4c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0562155 Jul 26 12:55:15.122274 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2851e310-a74d-4ef8-bd6f-d64219d541f0 req-233382a5-150c-4f0f-a2f2-51cef23b05fc tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Jul 26 12:55:15.278976 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a5c28-655d-4ac4-85b7-cf4ab413ba72 req-ff45cff2-7924-4a16-8e18-394199c50610 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:15.280512 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9b9a5c28-655d-4ac4-85b7-cf4ab413ba72 req-ff45cff2-7924-4a16-8e18-394199c50610 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0470829 Jul 26 12:55:15.328577 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9b9a5c28-655d-4ac4-85b7-cf4ab413ba72 req-7a931baa-6b76-4c53-b7c3-906ed039a006 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420866 Jul 26 12:55:15.366442 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c0644-a900-412e-a1d7-c912b7a18256 req-2ca432c2-2305-4e08-9fd1-1b8632fd4c00 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:15.367957 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-716c0644-a900-412e-a1d7-c912b7a18256 req-2ca432c2-2305-4e08-9fd1-1b8632fd4c00 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0473628 Jul 26 12:55:15.418651 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-716c0644-a900-412e-a1d7-c912b7a18256 req-f8392437-8eed-4e1d-a2c0-17efb0956b2f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Jul 26 12:55:15.523966 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port edf8881f-7a20-4fbe-8846-b9ee12ada969 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:55:15.524311 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:15.565215 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91361-ddca-4cd9-a8cf-4dc5915165f5 req-8507f413-e3e8-46af-9f01-cae8780cf4c7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:15.566698 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-19f91361-ddca-4cd9-a8cf-4dc5915165f5 req-8507f413-e3e8-46af-9f01-cae8780cf4c7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0510187 Jul 26 12:55:15.616253 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-19f91361-ddca-4cd9-a8cf-4dc5915165f5 req-59c4ea30-5321-448f-9673-1d9b650536a7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438194 Jul 26 12:55:15.631591 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] For port edf8881f-7a20-4fbe-8846-b9ee12ada969, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=edf8881f-7a20-4fbe-8846-b9ee12ada969,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:15.632084 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:15.705276 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b366-c3a3-40ac-99ff-f14783ceb231 req-0122ed05-038c-4b70-afca-adce5f440c2c tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:15.707269 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fb88b366-c3a3-40ac-99ff-f14783ceb231 req-0122ed05-038c-4b70-afca-adce5f440c2c tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0919473 Jul 26 12:55:15.810881 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fb88b366-c3a3-40ac-99ff-f14783ceb231 req-fa0ebba1-b45c-4ac8-8359-f139720cb9d9 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947580 Jul 26 12:55:15.859852 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:15.863429 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:15.863796 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:15.864103 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7 disassociated. External IP: 172.27.2.81, port: edf8881f-7a20-4fbe-8846-b9ee12ada969. Jul 26 12:55:15.864452 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for edf8881f-7a20-4fbe-8846-b9ee12ada969 owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:55:15.873557 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:15.876971 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e7f98-f8ba-4004-978b-345c3e8b52e4 req-c2853f42-eb31-4920-96d2-52aa1ee1073c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:15.878709 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0a8e7f98-f8ba-4004-978b-345c3e8b52e4 req-c2853f42-eb31-4920-96d2-52aa1ee1073c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 946 time: 0.0555944 Jul 26 12:55:15.932299 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0a8e7f98-f8ba-4004-978b-345c3e8b52e4 req-5f240a42-3ede-4df2-af04-9fd4a61bb374 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=dbe2d459-9d21-41de-a2b6-b1920460a81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Jul 26 12:55:16.005732 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (edf8881f-7a20-4fbe-8846-b9ee12ada969), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:16.032177 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=edf8881f-7a20-4fbe-8846-b9ee12ada969,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:16.143526 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:55:16.244412 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97be61-a290-4e04-b16b-f86a5dbce07c req-2bb77c61-3460-445b-8ed9-9f55dfa48241 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:16.245937 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d97be61-a290-4e04-b16b-f86a5dbce07c req-2bb77c61-3460-445b-8ed9-9f55dfa48241 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0473666 Jul 26 12:55:16.263235 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:16.285893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:55:16.288176 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef157d-f7b3-4942-8dbe-d58ad1565ef6 req-862f4915-87d9-4e3f-872e-80f4c5043db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:16.289630 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efef157d-f7b3-4942-8dbe-d58ad1565ef6 req-862f4915-87d9-4e3f-872e-80f4c5043db7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 1131 time: 0.0580592 Jul 26 12:55:16.296724 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:55:16.300983 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d97be61-a290-4e04-b16b-f86a5dbce07c req-085d4dc3-85af-4d2a-ba72-43fcc72cd47b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Jul 26 12:55:16.307486 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:16.308145 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:16.334748 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] No DVR routers for this DVR port edf8881f-7a20-4fbe-8846-b9ee12ada969 on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:55:16.337208 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:16.340473 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d4b9831a-e9a3-4f5f-be10-70f6af73814c req-e3aa583c-5da3-4cc7-90b4-ba71b7f7927f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "DELETE /v2.0/ports/edf8881f-7a20-4fbe-8846-b9ee12ada969 HTTP/1.1" status: 204 len: 173 time: 0.9027572 Jul 26 12:55:16.340907 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'name': 'network-vif-deleted', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:16.343175 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c890f35a-50d4-4f1d-8853-ade37e8c4cf2" -d '{"events": [{"server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "name": "network-vif-deleted", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:16.416312 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de2ae21-0c10-4ddb-827c-b3cb2cbbeb0f x-openstack-request-id: req-2de2ae21-0c10-4ddb-827c-b3cb2cbbeb0f {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:16.417438 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4", "name": "network-vif-deleted", "tag": "edf8881f-7a20-4fbe-8846-b9ee12ada969", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:16.417943 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2de2ae21-0c10-4ddb-827c-b3cb2cbbeb0f {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:16.419469 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de2ae21-0c10-4ddb-827c-b3cb2cbbeb0f'] response: {'server_uuid': '7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4', 'name': 'network-vif-deleted', 'tag': 'edf8881f-7a20-4fbe-8846-b9ee12ada969', 'status': 'completed', 'code': 200} Jul 26 12:55:16.455842 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:16.466567 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-efef157d-f7b3-4942-8dbe-d58ad1565ef6 req-3de9da0e-b624-4862-8807-4ad68762a604 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772991 Jul 26 12:55:16.530201 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f22a-0561-4eae-951a-31ec6d66f2b8 req-330fc56f-b1eb-4ee0-aff3-28de64884925 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:16.531959 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7601f22a-0561-4eae-951a-31ec6d66f2b8 req-330fc56f-b1eb-4ee0-aff3-28de64884925 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0506990 Jul 26 12:55:16.564783 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:16.590731 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7601f22a-0561-4eae-951a-31ec6d66f2b8 req-8cb5d6ec-9821-410e-8a21-d8f1a9d7321f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524089 Jul 26 12:55:16.659962 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:16.684466 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:55:16.692759 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c2235-7737-42fd-8a2b-2457db9b657c req-ec7e8c5f-c039-425f-852f-0e8c78f2389b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:16.692931 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:16.693542 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:54:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:16.694256 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-165c2235-7737-42fd-8a2b-2457db9b657c req-ec7e8c5f-c039-425f-852f-0e8c78f2389b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0475192 Jul 26 12:55:16.744243 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-165c2235-7737-42fd-8a2b-2457db9b657c req-4e5897e7-ff51-43cf-9af1-00e1b699740a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Jul 26 12:55:16.796693 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:16.849804 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f705d6-f221-44ee-acd4-cc9f1e56b5b8 req-5ee07c12-b31c-4b9b-95e3-f4c5dba9c739 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:16.851187 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-94f705d6-f221-44ee-acd4-cc9f1e56b5b8 req-5ee07c12-b31c-4b9b-95e3-f4c5dba9c739 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0510874 Jul 26 12:55:16.899576 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-94f705d6-f221-44ee-acd4-cc9f1e56b5b8 req-5f186d12-6ba7-44b0-a3b4-892ab0c030f0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Jul 26 12:55:16.974543 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:17.000457 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:17.048211 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b676-0514-45b2-ba31-ae966f7cc172 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:55:17.091347 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8b4338f8-f517-44bb-8b5c-1c7f036ec2b3 req-c0a5d8f5-7555-4ecf-950f-f6adac490e78 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.0444756 Jul 26 12:55:17.299493 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae0bc6-6af3-4595-9ad9-5bd14e273bed None None] New status for floating IP ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7: DOWN {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:55:17.430032 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c80a-98d3-4641-ab9d-5f6eab57b343 req-80f18e23-7c05-4422-9689-cf0a14772825 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:17.431565 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9af1c80a-98d3-4641-ab9d-5f6eab57b343 req-80f18e23-7c05-4422-9689-cf0a14772825 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0570781 Jul 26 12:55:17.541180 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9af1c80a-98d3-4641-ab9d-5f6eab57b343 req-46c3cd1d-40ca-4ec8-8751-7191a161da7f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017444 Jul 26 12:55:17.720774 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee5fcf-0bfe-4557-985a-a92c042cbce2 req-9200008a-761a-4484-8a37-177c01276cf1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:17.722326 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-04ee5fcf-0bfe-4557-985a-a92c042cbce2 req-9200008a-761a-4484-8a37-177c01276cf1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0556240 Jul 26 12:55:17.775669 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-04ee5fcf-0bfe-4557-985a-a92c042cbce2 req-2d2d2cb3-b83c-4898-81f0-07fe36ce3056 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463853 Jul 26 12:55:17.881486 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55618c7-819b-4fad-872d-2e38ba4d3529 req-996c32ec-50a6-48e2-ae95-ddc4c07df865 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:17.882989 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f55618c7-819b-4fad-872d-2e38ba4d3529 req-996c32ec-50a6-48e2-ae95-ddc4c07df865 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0540535 Jul 26 12:55:17.936776 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f55618c7-819b-4fad-872d-2e38ba4d3529 req-c0a4e007-a71b-4ab9-ad68-a878f788c661 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478079 Jul 26 12:55:18.036158 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f423-cd70-447f-a7ad-da571c5fdb31 req-3fb2c4a5-6ef8-4028-9fa1-dbcb65d93058 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:18.037659 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cec6f423-cd70-447f-a7ad-da571c5fdb31 req-3fb2c4a5-6ef8-4028-9fa1-dbcb65d93058 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0512614 Jul 26 12:55:18.085972 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cec6f423-cd70-447f-a7ad-da571c5fdb31 req-3e39ba93-2fb7-4ed4-b893-4b5a4d6a02e3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426404 Jul 26 12:55:18.211203 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4456b67e-2773-4733-8320-b8f223ad7ca4 req-ed3b46fc-f3f2-4663-a1d9-63f35ed90505 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a5a3a8f-59d5-4879-9de0-bbe046dbf3f4 HTTP/1.1" status: 200 len: 210 time: 0.0319176 Jul 26 12:55:18.667914 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf24383-631a-47ec-a29c-f9959e56d6c8 req-b38d15cc-5efd-4293-95a8-2bc2980ddd1f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:18.669379 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8cf24383-631a-47ec-a29c-f9959e56d6c8 req-b38d15cc-5efd-4293-95a8-2bc2980ddd1f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0504997 Jul 26 12:55:18.720777 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8cf24383-631a-47ec-a29c-f9959e56d6c8 req-17bef1d8-534d-43f4-ad83-0bbb5cb73ab6 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Jul 26 12:55:18.753626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 030b2999-9a99-45a6-b101-7ab33c5916a7 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:55:18.757933 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device edf8881f-7a20-4fbe-8846-b9ee12ada969 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:55:18.782746 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: edf8881f-7a20-4fbe-8846-b9ee12ada969 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:55:18.783091 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device edf8881f-7a20-4fbe-8846-b9ee12ada969 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:55:18.908870 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc87f9-4de0-4e90-be6c-d7cca4e7023a req-5b9c0ba4-1ca5-4903-a533-36b0258ef82b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:18.912405 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b2fc87f9-4de0-4e90-be6c-d7cca4e7023a req-5b9c0ba4-1ca5-4903-a533-36b0258ef82b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0565157 Jul 26 12:55:18.913560 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 030b2999-9a99-45a6-b101-7ab33c5916a7, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=030b2999-9a99-45a6-b101-7ab33c5916a7,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:18.930816 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'port_id': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'mac_address': 'fa:16:3e:53:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:55:18.982208 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-49cfb39a-b5da-4a0c-808a-6b8a0d2af45b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686378 Jul 26 12:55:18.988756 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 030b2999-9a99-45a6-b101-7ab33c5916a7 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:18.989151 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:18.990963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:19.006188 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030b2999-9a99-45a6-b101-7ab33c5916a7 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:19.052824 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 030b2999-9a99-45a6-b101-7ab33c5916a7, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=030b2999-9a99-45a6-b101-7ab33c5916a7,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:19.059267 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.060630 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:55:19.073403 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812eb3a-3288-4786-850f-afb08df44d9d req-f85afefc-b2f1-4350-bc44-2afe330ada34 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.075127 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8812eb3a-3288-4786-850f-afb08df44d9d req-f85afefc-b2f1-4350-bc44-2afe330ada34 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 944 time: 0.0590427 Jul 26 12:55:19.085039 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b2fc87f9-4de0-4e90-be6c-d7cca4e7023a req-d8cae3dd-d02d-4376-aee1-5c1381c33bf0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599538 Jul 26 12:55:19.095232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551b0b6-271f-496a-be45-4d897586e108 req-492ad406-924d-4f46-8e01-1dd90baf363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.097183 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-492ad406-924d-4f46-8e01-1dd90baf363b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 1130 time: 0.0560858 Jul 26 12:55:19.203463 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8812eb3a-3288-4786-850f-afb08df44d9d req-b20adc2c-1e70-43a8-bb42-f30d81739289 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169367 Jul 26 12:55:19.221674 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:19.275429 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=030b2999-9a99-45a6-b101-7ab33c5916a7,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:19.284019 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1c269-3e4f-45f7-913e-45361ee7be0d req-57a22644-0209-45d4-b665-7c3977968599 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.285756 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8df1c269-3e4f-45f7-913e-45361ee7be0d req-57a22644-0209-45d4-b665-7c3977968599 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0794671 Jul 26 12:55:19.300264 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:19.313576 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'port_id': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'mac_address': 'fa:16:3e:91:d9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:55:19.335476 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47636) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:19.352281 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551b0b6-271f-496a-be45-4d897586e108 req-a94eb12b-a3b7-4476-8d55-b73adeaac9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.354157 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-a94eb12b-a3b7-4476-8d55-b73adeaac9f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.2324059 Jul 26 12:55:19.356012 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:19.356565 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.374183 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:19.398966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:19.403597 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.408809 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-b3ba9b04-f162-4bd7-a22e-4eeb820a50ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Jul 26 12:55:19.410043 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (dbe2d459-9d21-41de-a2b6-b1920460a81e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.412996 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8df1c269-3e4f-45f7-913e-45361ee7be0d req-fc2984fd-76cf-408f-8b61-e6b75f8edb81 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172507 Jul 26 12:55:19.443390 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (dbe2d459-9d21-41de-a2b6-b1920460a81e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.454909 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:19.458837 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:19.491069 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551b0b6-271f-496a-be45-4d897586e108 req-22ebc217-a769-4b30-8cd3-4fc9e16e2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.492735 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-22ebc217-a769-4b30-8cd3-4fc9e16e2d9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0776699 Jul 26 12:55:19.498332 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (dbe2d459-9d21-41de-a2b6-b1920460a81e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.500897 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.502381 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/security-groups/dbe2d459-9d21-41de-a2b6-b1920460a81e HTTP/1.1" status: 204 len: 168 time: 0.1656518 Jul 26 12:55:19.506480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47638) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:19.524341 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe2d459-9d21-41de-a2b6-b1920460a81e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:19.527825 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-1853c4eb-db59-4d8a-84a4-5c6e0cf289f8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] show failed (client error): The resource could not be found. Jul 26 12:55:19.528851 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-1853c4eb-db59-4d8a-84a4-5c6e0cf289f8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups/dbe2d459-9d21-41de-a2b6-b1920460a81e HTTP/1.1" status: 404 len: 347 time: 0.0212641 Jul 26 12:55:19.532142 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 47640) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:19.534463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.534816 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.535199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.535540 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.535923 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.536259 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.536585 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.536917 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.537246 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.537601 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.537933 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.538258 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.538581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.538907 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.539233 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501d2e8-802e-4b63-8cf6-9fb4b923dc25 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:19.592551 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551b0b6-271f-496a-be45-4d897586e108 req-99f897b0-1652-4b33-b473-d6f2b539e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.594024 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-99f897b0-1652-4b33-b473-d6f2b539e738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937510 Jul 26 12:55:19.711034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port 3c2aa1c3-8e52-41ac-8434-732bb5596558 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:55:19.711294 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.809445 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['030b2999-9a99-45a6-b101-7ab33c5916a7'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:55:19.811913 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-80d5343a-580a-4c3a-898c-bb2ea7b0e75d service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622112 Jul 26 12:55:19.836657 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.836988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (3c2aa1c3-8e52-41ac-8434-732bb5596558), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:19.850207 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a979-e6ae-4c6d-bd9a-b322e94dfe52 req-6bbe9bc7-8e9e-404b-b7cf-7be979e10113 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:19.852473 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ac83a979-e6ae-4c6d-bd9a-b322e94dfe52 req-6bbe9bc7-8e9e-404b-b7cf-7be979e10113 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 944 time: 0.0553589 Jul 26 12:55:19.907475 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ac83a979-e6ae-4c6d-bd9a-b322e94dfe52 req-ee7e916a-a9cf-4d76-9361-7d1256a4e581 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486424 Jul 26 12:55:19.912306 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:55:20.113697 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:20.116335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:20.140040 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for 3c2aa1c3-8e52-41ac-8434-732bb5596558 owned by network:floatingip {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:55:20.168456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:20.280224 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9551b0b6-271f-496a-be45-4d897586e108 req-a7a776d4-b0b4-4dbe-aadd-1902ff343352 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540999 Jul 26 12:55:20.298093 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628d033-c9b0-41b3-9496-db85a3d4e4e7 req-82cf1f37-cc2c-4d5c-984a-bdad66e02ce6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:20.299618 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9628d033-c9b0-41b3-9496-db85a3d4e4e7 req-82cf1f37-cc2c-4d5c-984a-bdad66e02ce6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0995858 Jul 26 12:55:20.315035 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:20.332819 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c16a2-2147-4f70-ad5e-de1c615fa8ff req-cb082f20-f661-4ace-966f-bd0953717eab tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:20.334310 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-611c16a2-2147-4f70-ad5e-de1c615fa8ff req-cb082f20-f661-4ace-966f-bd0953717eab tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 945 time: 0.0583854 Jul 26 12:55:20.385113 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9628d033-c9b0-41b3-9496-db85a3d4e4e7 req-1cea8d14-3129-4072-857d-69e48b102ea2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786476 Jul 26 12:55:20.385345 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-611c16a2-2147-4f70-ad5e-de1c615fa8ff req-4c5d3422-a925-4f60-ba2d-c21e671e7dd0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442271 Jul 26 12:55:20.410966 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (3c2aa1c3-8e52-41ac-8434-732bb5596558), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.434303 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=3c2aa1c3-8e52-41ac-8434-732bb5596558,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:20.444075 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.444425 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.444766 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.445103 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.445437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.445964 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.446765 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.446765 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.446765 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.447042 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.447370 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.447721 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.448050 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.448371 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.448693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:55:20.522304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.524823 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.525992 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3d95e6d0-0ab9-47cd-b975-3f4f18ed9692 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/floatingips/ddab5fb8-b48d-46f5-9b6f-6fcfd14bfca7 HTTP/1.1" status: 204 len: 168 time: 0.9927108 Jul 26 12:55:20.550940 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b393a1-fba6-4830-ae73-74e309cd1010 req-125ac80e-a731-4711-b2de-d64122dd5884 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:20.552566 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-64b393a1-fba6-4830-ae73-74e309cd1010 req-125ac80e-a731-4711-b2de-d64122dd5884 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0517430 Jul 26 12:55:20.630973 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-64b393a1-fba6-4830-ae73-74e309cd1010 req-01f6a53d-e74b-485a-84f0-c532dd90136a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720243 Jul 26 12:55:20.640388 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 47654) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:20.648503 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359684703', 'description': 'tempest-description--940021281'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:20.673009 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.697884 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:20.751387 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (b7dc94ad-be09-4838-9f67-d8bdec510a83), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.755388 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (b7dc94ad-be09-4838-9f67-d8bdec510a83), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.785971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.787200 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453438 Jul 26 12:55:20.789147 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759cf29-fa30-4255-b47b-6479733e1869 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc94ad-be09-4838-9f67-d8bdec510a83,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:20.790191 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47658) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:20.794799 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': 'b7dc94ad-be09-4838-9f67-d8bdec510a83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:20.825973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (7ccf7115-2211-477c-91be-bee653d10765), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.885511 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (7ccf7115-2211-477c-91be-bee653d10765), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.889478 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (7ccf7115-2211-477c-91be-bee653d10765), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.913607 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccf7115-2211-477c-91be-bee653d10765,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:20.922264 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:20.923573 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6a85f40f-55a1-473e-ba54-9c782c1d8dee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323488 Jul 26 12:55:20.927191 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47662) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:20.931590 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': 'b7dc94ad-be09-4838-9f67-d8bdec510a83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:20.959846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (809b4ade-5555-41b9-91c1-c9b73b7ae4b7), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.024278 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (809b4ade-5555-41b9-91c1-c9b73b7ae4b7), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.028188 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (809b4ade-5555-41b9-91c1-c9b73b7ae4b7), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.034967 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a49d3-4560-45b9-b369-63ea5340d26d req-c53a63fe-8e00-4fd2-bc8e-62731295761d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:21.036510 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dc1a49d3-4560-45b9-b369-63ea5340d26d req-c53a63fe-8e00-4fd2-bc8e-62731295761d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 944 time: 0.0518489 Jul 26 12:55:21.047350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809b4ade-5555-41b9-91c1-c9b73b7ae4b7,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:21.054552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.055774 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-94bf69c8-81cf-4da1-b51a-3198dbf56c80 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275177 Jul 26 12:55:21.059408 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47666) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:21.064722 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:21.086662 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.099616 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dc1a49d3-4560-45b9-b369-63ea5340d26d req-3eccb013-26df-4dc3-ba82-457da665fe4c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572531 Jul 26 12:55:21.170014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.259341 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:21.275498 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.27.2.60 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/b8b71ab2-034d-4ceb-be96-5d71ef336c83) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:21.382837 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.396552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:21.418534 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.461959 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:21.467146 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:21.469619 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:21.473388 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=b8b71ab2-034d-4ceb-be96-5d71ef336c83,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:21.499885 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 030b2999-9a99-45a6-b101-7ab33c5916a7 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:55:21.516635 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c070c34-5651-4fb0-bd89-0a8ac73ce61f req-a1255674-4fe3-44bc-ad95-94f02c8b461f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:21.524048 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1c070c34-5651-4fb0-bd89-0a8ac73ce61f req-a1255674-4fe3-44bc-ad95-94f02c8b461f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0605679 Jul 26 12:55:21.547966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.561400 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 030b2999-9a99-45a6-b101-7ab33c5916a7 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:55:21.568291 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 030b2999-9a99-45a6-b101-7ab33c5916a7 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:21.568725 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.576239 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1c070c34-5651-4fb0-bd89-0a8ac73ce61f req-c8f2b6c3-4131-412d-9fe0-4afe8947db2e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512235 Jul 26 12:55:21.587497 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269043a9-70b2-492f-8e93-aa81a2ac77d4 req-db2eee66-5d8b-4510-a721-910ad13738cd tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:21.589267 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-269043a9-70b2-492f-8e93-aa81a2ac77d4 req-db2eee66-5d8b-4510-a721-910ad13738cd tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 945 time: 0.0816722 Jul 26 12:55:21.629219 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (c2408b5f-73c1-4804-be5d-a0030d17ee3b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.653483 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 030b2999-9a99-45a6-b101-7ab33c5916a7 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:21.653871 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.678308 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:21.678528 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-269043a9-70b2-492f-8e93-aa81a2ac77d4 req-422840ad-e3e8-4bad-99ff-ebba7124a25f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833063 Jul 26 12:55:21.680516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8bf10b-554a-4c80-a032-f60ff027d105" -d '{"events": [{"server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "name": "network-vif-plugged", "status": "completed", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:21.686097 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.697626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 030b2999-9a99-45a6-b101-7ab33c5916a7, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=030b2999-9a99-45a6-b101-7ab33c5916a7,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:21.703503 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.707500 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:55:21.759848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd5273-0b5d-4c16-8a9b-a2c9ce12b9f8 x-openstack-request-id: req-2bfd5273-0b5d-4c16-8a9b-a2c9ce12b9f8 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:21.760168 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "name": "network-vif-plugged", "status": "completed", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:21.760429 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bfd5273-0b5d-4c16-8a9b-a2c9ce12b9f8 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:21.760935 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfd5273-0b5d-4c16-8a9b-a2c9ce12b9f8'] response: {'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'code': 200} Jul 26 12:55:21.803577 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:55:21.806138 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=030b2999-9a99-45a6-b101-7ab33c5916a7,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:21.813139 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:21.813610 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.864328 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.870621 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.893411 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:21.893832 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.932273 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:21.948143 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.953796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=b8b71ab2-034d-4ceb-be96-5d71ef336c83,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:21.966409 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (c2408b5f-73c1-4804-be5d-a0030d17ee3b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.984337 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:21.990250 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ba0f5427-dcd0-4c91-b986-367ebf94151c tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9250102 Jul 26 12:55:21.997085 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:22.081455 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bed2d-da8e-4fe1-9b80-2f33f0004fcd req-88ff3c02-29a9-497a-9961-8b6ab38fb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:22.082947 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-564bed2d-da8e-4fe1-9b80-2f33f0004fcd req-88ff3c02-29a9-497a-9961-8b6ab38fb4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 1130 time: 0.0399408 Jul 26 12:55:22.133833 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-564bed2d-da8e-4fe1-9b80-2f33f0004fcd req-66e3201e-3355-4313-ae32-7778a1182c37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Jul 26 12:55:22.200941 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-21e9de68-2c27-4f98-a2a3-1a37cc8e63e4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1359684703&fields=id&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 267 time: 0.0446780 Jul 26 12:55:22.210754 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:22.223484 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588bb2a-c916-4bf3-98b2-86816c8c8bb9 req-40ee91d8-f502-4ba0-8b6b-9884a78d7c6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:22.225033 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d588bb2a-c916-4bf3-98b2-86816c8c8bb9 req-40ee91d8-f502-4ba0-8b6b-9884a78d7c6a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0526721 Jul 26 12:55:22.276260 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d588bb2a-c916-4bf3-98b2-86816c8c8bb9 req-c22f4fa8-ece7-45f3-b0dc-8e23733ef083 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 Jul 26 12:55:22.297838 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:22.316997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-fe00365b-f307-4cb6-9022-73cbeab73f47 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:22.318442 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-fe00365b-f307-4cb6-9022-73cbeab73f47 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.1086171 Jul 26 12:55:22.332696 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-c6f05d28-6a90-4f12-aa90-1b41eec97481 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/quotas/01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Jul 26 12:55:22.386492 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-8d749541-f545-4d91-90fa-f1a110cddfe3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485268 Jul 26 12:55:22.445138 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:22.481855 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-7d7579bc-ad4a-48a2-b6d4-d57caedf5c39 service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Jul 26 12:55:22.576039 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-8de3e74c-4c04-4ddb-81cd-6993d80a5d60 service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Jul 26 12:55:22.577546 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1fe17cb7-b758-43c1-85a1-c79fa9700e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:22.709621 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d0ba-d405-4281-8dde-ff91dbb0205d req-bcb220b6-279b-412d-b39d-fa72828b91d2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:22.711223 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f25d0ba-d405-4281-8dde-ff91dbb0205d req-bcb220b6-279b-412d-b39d-fa72828b91d2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0621722 Jul 26 12:55:22.745542 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f47439c9-739a-4246-bf96-b2f5e45e0622 req-8a7a5b8e-5903-4429-86ef-325e4d047f46 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 210 time: 0.0304279 Jul 26 12:55:22.771887 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f25d0ba-d405-4281-8dde-ff91dbb0205d req-0813dedc-621c-4f7e-a951-28d7199e5e6c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535030 Jul 26 12:55:22.851171 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4341a9-2d8d-4d27-a151-fdd0ffe2092c req-97e09aae-2f29-4d17-b132-eda4151c20e1 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:22.853141 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4e4341a9-2d8d-4d27-a151-fdd0ffe2092c req-97e09aae-2f29-4d17-b132-eda4151c20e1 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0501239 Jul 26 12:55:22.904903 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4e4341a9-2d8d-4d27-a151-fdd0ffe2092c req-f147d18f-ccba-4f59-9e2f-2782c124bff3 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462947 Jul 26 12:55:23.398228 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa300e-a75e-4749-b759-13a2023528da req-0b6c536c-f1b2-4780-848d-76bbfc1cb0da tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:23.399962 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-caaa300e-a75e-4749-b759-13a2023528da req-0b6c536c-f1b2-4780-848d-76bbfc1cb0da tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Jul 26 12:55:23.455935 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-caaa300e-a75e-4749-b759-13a2023528da req-d3378fd1-de17-4a08-83aa-c0e8c2179c33 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487626 Jul 26 12:55:23.762220 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:23.764610 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722d4af-c110-480e-b0fc-e8c069172d62" -d '{"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:23.802890 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333d518-ebe9-42d1-a35d-9c628919cd57 x-openstack-request-id: req-d333d518-ebe9-42d1-a35d-9c628919cd57 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:23.803182 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:23.803437 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d333d518-ebe9-42d1-a35d-9c628919cd57 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:23.804055 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d333d518-ebe9-42d1-a35d-9c628919cd57'] response: {'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'code': 200} Jul 26 12:55:23.847148 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e498bd9d-a154-49b7-9f1f-8766d6f4b799 req-bdd03917-e70e-4784-bcf5-ccff386a4ba8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 210 time: 0.0279968 Jul 26 12:55:23.918548 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5881-d254-4e5e-b8d8-8a999a12d04f req-62f04081-c360-49f6-a33c-20746419895c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:23.919930 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-989d5881-d254-4e5e-b8d8-8a999a12d04f req-62f04081-c360-49f6-a33c-20746419895c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0690217 Jul 26 12:55:23.969374 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-989d5881-d254-4e5e-b8d8-8a999a12d04f req-9b928444-5721-44b7-bc89-7d3b14fa396f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432622 Jul 26 12:55:24.027751 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56c652-0f8a-4cd7-bf2b-82c8cb849a86 req-12aa20a5-9cf5-4d3d-9cc3-23dd025b908d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:24.029390 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9b56c652-0f8a-4cd7-bf2b-82c8cb849a86 req-12aa20a5-9cf5-4d3d-9cc3-23dd025b908d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0519397 Jul 26 12:55:24.061163 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:55:24.083247 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9b56c652-0f8a-4cd7-bf2b-82c8cb849a86 req-993c382d-4e33-4dfb-84c4-b2674e4d22a6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464919 Jul 26 12:55:24.199461 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258bdc3-67c1-4e0c-8985-9b5eb5a18467 req-6c1d1bc3-3fdd-42d2-b92b-a3813f16fc2c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:24.200957 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2258bdc3-67c1-4e0c-8985-9b5eb5a18467 req-6c1d1bc3-3fdd-42d2-b92b-a3813f16fc2c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0474236 Jul 26 12:55:24.251578 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2258bdc3-67c1-4e0c-8985-9b5eb5a18467 req-d7b94e80-85a8-44ee-bf30-20de4d0cba25 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Jul 26 12:55:24.281392 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47720) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:24.415843 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443996a-cac2-42d1-8863-8735315998b2 tempest-TestVolumeBootPattern-1248782891 tempest-TestVolumeBootPattern-1248782891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:24.417363 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b443996a-cac2-42d1-8863-8735315998b2 tempest-TestVolumeBootPattern-1248782891 tempest-TestVolumeBootPattern-1248782891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 1125 time: 0.1349616 Jul 26 12:55:24.420544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47724) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:24.424884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'port_id': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:24.453194 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:24.509656 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25921-5c79-474b-abd7-12c6b052d001 req-17323471-e294-4de1-8b19-d35ccc89acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:24.511281 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28c25921-5c79-474b-abd7-12c6b052d001 req-17323471-e294-4de1-8b19-d35ccc89acc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1129 time: 0.0928006 Jul 26 12:55:24.540496 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:24.583814 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-cc701f63-cbd6-461c-bcc6-7feadabefd19 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:24.585236 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-cc701f63-cbd6-461c-bcc6-7feadabefd19 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.1586254 Jul 26 12:55:24.601307 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a88f7-8a71-4f03-9f83-4b8195bb8003 req-ebfecd67-dea7-458a-af53-36b78aa4305e tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:24.602758 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3a9a88f7-8a71-4f03-9f83-4b8195bb8003 req-ebfecd67-dea7-458a-af53-36b78aa4305e tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0652134 Jul 26 12:55:24.639994 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:24.654110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Allocated IP 172.27.2.173 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/b551d1b6-7764-4dbb-b9f2-f1be20a28890) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:24.661670 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3a9a88f7-8a71-4f03-9f83-4b8195bb8003 req-8885c9c3-0d13-43df-9227-d4bab71a716b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531785 Jul 26 12:55:24.727799 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-12dbec15-6458-48ea-8af4-3919875445a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:24.744661 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:24.761312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:24.793530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:24.807031 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:24.840017 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:24.845457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:24.849452 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:24.852708 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=b551d1b6-7764-4dbb-b9f2-f1be20a28890,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:24.968850 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28c25921-5c79-474b-abd7-12c6b052d001 req-5e5955fd-a5a0-49aa-a910-8a42e64ef7b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016579 Jul 26 12:55:24.974908 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-86d702a3-56ec-4f52-9137-288d51e9cd4f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 380 time: 0.1090381 Jul 26 12:55:25.002886 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b12901fa-2b4d-4898-8be9-6932efb21632 req-43f2e0e6-a5dc-409d-b2d0-c48b278840f0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 210 time: 0.0368171 Jul 26 12:55:25.095869 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e0220-24fd-4281-89a6-5975c22eb690 req-ceb166f3-2cfb-4ace-9998-f4d3e606b20c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:25.097541 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dd0e0220-24fd-4281-89a6-5975c22eb690 req-ceb166f3-2cfb-4ace-9998-f4d3e606b20c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0524657 Jul 26 12:55:25.154056 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dd0e0220-24fd-4281-89a6-5975c22eb690 req-0e593643-1ac8-47e2-957e-51555e9a8054 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500078 Jul 26 12:55:25.259064 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.325918 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.474298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.478737 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.549255 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=b551d1b6-7764-4dbb-b9f2-f1be20a28890,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:25.561222 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.574662 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'port': {'device_id': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'admin_state_up': True, 'tenant_id': '01fca015df86428b9356df3f127327c2', 'security_groups': ['b7dc94ad-be09-4838-9f67-d8bdec510a83']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:25.600762 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:25.705422 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Made reservation on behalf of 01fca015df86428b9356df3f127327c2 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:55:25.709347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.768785 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:25.854338 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.20.0.11 (923d9432-be57-465d-9c21-1d0c5b4c37d3/8d8a1d0b-76c4-4929-8279-0a49f300fd41/73ba4e0a-a6ad-4a34-9132-7824ae016df1) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:25.952038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375826d-4e1d-4eb1-a284-09cf9f29dd52 req-ca454be2-e15c-4fee-a02a-c9f093011b52 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:25.952875 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:25.953586 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5375826d-4e1d-4eb1-a284-09cf9f29dd52 req-ca454be2-e15c-4fee-a02a-c9f093011b52 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Jul 26 12:55:25.956740 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Floating IP 2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e associated. External IP: 172.27.2.173, port: 030b2999-9a99-45a6-b101-7ab33c5916a7. Jul 26 12:55:26.006378 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:26.006927 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:26.046577 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:26.074751 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:26.079520 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:26.080046 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5375826d-4e1d-4eb1-a284-09cf9f29dd52 req-81e7f045-7e64-4e68-8862-968018c7d8f3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197331 Jul 26 12:55:26.084422 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:26.193589 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e16d4-7d53-4731-8006-a0c243093cb5 req-1154477c-e30f-4843-b4cb-4a6f4ce088ed tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:26.195294 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d37e16d4-7d53-4731-8006-a0c243093cb5 req-1154477c-e30f-4843-b4cb-4a6f4ce088ed tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 932 time: 0.0846610 Jul 26 12:55:26.281485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:26.282524 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:26.289661 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:55:26.304743 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d37e16d4-7d53-4731-8006-a0c243093cb5 req-7265857b-0a58-4a9a-8fe0-77b5cb4b7a2b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000738 Jul 26 12:55:26.305752 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=73ba4e0a-a6ad-4a34-9132-7824ae016df1,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:26.340266 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-b753d78e-67ac-4529-89b5-9167be578f7f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689552 Jul 26 12:55:26.346463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc1a31-f88d-4ab3-bb5e-e4fad3f909ee req-30095f0a-9462-40fb-ae6a-fa47eb307060 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:26.348878 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c4fc1a31-f88d-4ab3-bb5e-e4fad3f909ee req-30095f0a-9462-40fb-ae6a-fa47eb307060 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0754347 Jul 26 12:55:26.466771 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-45aae088-47fb-4f22-9af7-bd6ad8e7c328 None None] Provisioning complete for port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:26.467240 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-45aae088-47fb-4f22-9af7-bd6ad8e7c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:26.470947 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c4fc1a31-f88d-4ab3-bb5e-e4fad3f909ee req-98a8cd78-8505-4a45-9afd-3f84e0e083f0 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892460 Jul 26 12:55:26.477913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:55:26.495700 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:26.495700 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:55:26.503128 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:26.509850 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:26.515409 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-45aae088-47fb-4f22-9af7-bd6ad8e7c328 None None] Port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:55:26.517518 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:26.518224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:26.540963 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9b4e22f4-a736-48c7-a575-28fd4d149d79 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1192493 Jul 26 12:55:26.541599 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:26.544238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4157f213-47e3-4205-b785-6d799fe8436d" -d '{"events": [{"name": "network-changed", "server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:26.582957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3292d831-53ef-414e-8c84-aab96870db43 x-openstack-request-id: req-3292d831-53ef-414e-8c84-aab96870db43 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:26.583246 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:26.583507 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3292d831-53ef-414e-8c84-aab96870db43 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:26.583952 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3292d831-53ef-414e-8c84-aab96870db43'] response: {'name': 'network-changed', 'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'status': 'completed', 'code': 200} Jul 26 12:55:26.749379 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:26.946953 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Request body: {'port': {'device_id': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:26.976568 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:26.981735 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:53:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:25Z', 'updated_at': '2022-07-26T12:55:25Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:27.010539 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:55:27.019879 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:27.020746 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:27.051214 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f213-47e3-4205-b785-6d799fe8436d req-66365d63-17bf-4996-b205-358e86c02dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.052795 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-66365d63-17bf-4996-b205-358e86c02dee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 1130 time: 0.0723553 Jul 26 12:55:27.053334 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:27.128481 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:27.169122 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:27.213976 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4810e4-f3af-46be-87b5-8e6f50d36893 req-68d49095-fcdf-4e88-93d2-1fda8952938b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.219283 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ed4810e4-f3af-46be-87b5-8e6f50d36893 req-68d49095-fcdf-4e88-93d2-1fda8952938b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0529172 Jul 26 12:55:27.269755 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f213-47e3-4205-b785-6d799fe8436d req-f36888cc-77a9-485e-9e2c-7c2355b32a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.270342 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-f36888cc-77a9-485e-9e2c-7c2355b32a01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.2076685 Jul 26 12:55:27.302334 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ed4810e4-f3af-46be-87b5-8e6f50d36893 req-12fd2a45-21b6-47f7-b369-2219212b4314 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817144 Jul 26 12:55:27.333964 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:27.375475 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:27.406019 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-40a1e2c9-ed90-4a27-baba-ffad6ff5594e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030b2999-9a99-45a6-b101-7ab33c5916a7 HTTP/1.1" status: 200 len: 1000 time: 0.1193006 Jul 26 12:55:27.421235 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:53:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:25Z', 'updated_at': '2022-07-26T12:55:25Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:27.456053 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3711f-756e-455d-ba71-8d00c123566d None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:53:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:25Z', 'updated_at': '2022-07-26T12:55:25Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:55:27.488671 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6fe35-d469-4ac3-bcaf-3d06ea5b4d41 req-be45c9af-0fff-45a3-b633-35d993d63d89 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.490232 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-99e6fe35-d469-4ac3-bcaf-3d06ea5b4d41 req-be45c9af-0fff-45a3-b633-35d993d63d89 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 932 time: 0.0648477 Jul 26 12:55:27.533916 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f213-47e3-4205-b785-6d799fe8436d req-5776250c-12ad-423d-b85a-e482335102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.535549 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-5776250c-12ad-423d-b85a-e482335102ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.1226285 Jul 26 12:55:27.572289 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-99e6fe35-d469-4ac3-bcaf-3d06ea5b4d41 req-8150b6b2-b5e3-4e87-9d35-d0b5a28bd52f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750346 Jul 26 12:55:27.598265 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016175e-f12c-4917-8b8f-6c8ae3fdd13e req-5560d212-8b04-4b4f-bf42-7d92c15ed892 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.599828 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2016175e-f12c-4917-8b8f-6c8ae3fdd13e req-5560d212-8b04-4b4f-bf42-7d92c15ed892 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.1738679 Jul 26 12:55:27.646011 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:27.649953 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f213-47e3-4205-b785-6d799fe8436d req-b3b4a9b2-4c1c-4447-bd9e-750c02adb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.651460 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-b3b4a9b2-4c1c-4447-bd9e-750c02adb25f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024480 Jul 26 12:55:27.662627 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ba4e0a-a6ad-4a34-9132-7824ae016df1 {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:27.683727 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Publish callbacks [] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:27.696177 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77e967-af13-450d-be32-13b93e93b1c0 req-f2226f48-02f5-4d9f-9b64-68c8298e0bdd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.698545 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bd77e967-af13-450d-be32-13b93e93b1c0 req-f2226f48-02f5-4d9f-9b64-68c8298e0bdd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0636961 Jul 26 12:55:27.721685 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:27.756728 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bd77e967-af13-450d-be32-13b93e93b1c0 req-e3c9555e-601a-4ce4-8d4a-b9f6833dd0c6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511360 Jul 26 12:55:27.759975 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Transition to ACTIVE for port object 73ba4e0a-a6ad-4a34-9132-7824ae016df1 will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:55:27.768519 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f7b80-d725-472c-b1b9-96dd1d09aac4 None None] New status for floating IP 2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:55:27.788056 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2016175e-f12c-4917-8b8f-6c8ae3fdd13e req-8207401b-ad83-4e90-a2dd-db4e0a7df393 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636152 Jul 26 12:55:27.790532 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:27.815289 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47764) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:27.869654 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Pushing event updated for resources: {'Port': ['ID=73ba4e0a-a6ad-4a34-9132-7824ae016df1,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:27.873627 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-100cf648-7671-42ec-b899-e00cc6f10daf service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061923 Jul 26 12:55:27.934386 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec5669-7c1c-432d-b828-8abf4016d2af tempest-TestShelveInstance-1181588926 tempest-TestShelveInstance-1181588926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:27.936812 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3eec5669-7c1c-432d-b828-8abf4016d2af tempest-TestShelveInstance-1181588926 tempest-TestShelveInstance-1181588926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1124 time: 0.1204107 Jul 26 12:55:27.939827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47768) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:27.945878 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'port_id': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:27.970772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:27.973504 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Attempting to bind port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:55:27.973853 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Attempting to bind port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:55:27.974390 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Attempting to bind port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:27.979223 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:55:27.979558 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Attempting to bind port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:55:27.985194 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:55:27.985530 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:55:27.985913 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Bound using segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:55:27.986344 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Bound port: 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:55:27.986701 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.057308 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:28.065282 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] For port 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:55:28.069223 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] For port 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:55:28.072955 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.080280 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.115346 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:28.116013 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.117404 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] 10.222.0.46 "PUT /v2.0/ports/73ba4e0a-a6ad-4a34-9132-7824ae016df1 HTTP/1.1" status: 200 len: 1094 time: 1.1749184 Jul 26 12:55:28.117849 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:28.120132 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:28.143606 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:28.150374 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926c036-f18a-43a7-a64a-483c27556174 service neutron] Pushing event updated for resources: {'Port': ['ID=73ba4e0a-a6ad-4a34-9132-7824ae016df1,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:28.177522 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6ba29b-1dcf-43c6-8a5b-844066ea4d92 x-openstack-request-id: req-bd6ba29b-1dcf-43c6-8a5b-844066ea4d92 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:28.177811 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:28.178089 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6ba29b-1dcf-43c6-8a5b-844066ea4d92 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:28.178504 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6ba29b-1dcf-43c6-8a5b-844066ea4d92'] response: {'name': 'network-changed', 'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'status': 'completed', 'code': 200} Jul 26 12:55:28.208822 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Allocated IP 172.27.2.145 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/d36d70ce-acb0-4756-af1b-1e6ff7f5b03e) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:55:28.210633 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:28.332796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.364991 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.403421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:55:28.406373 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:55:28.408761 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:55:28.441250 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'Port': ['ID=d36d70ce-acb0-4756-af1b-1e6ff7f5b03e,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:28.698048 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be080af-b982-4189-acaf-be4ec7fd8fa1 req-ef8bb1e5-b958-43c3-b94c-64e26d2f6a5d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:28.699548 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be080af-b982-4189-acaf-be4ec7fd8fa1 req-ef8bb1e5-b958-43c3-b94c-64e26d2f6a5d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0496531 Jul 26 12:55:28.737856 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:28.752453 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1be080af-b982-4189-acaf-be4ec7fd8fa1 req-7250580e-6b25-44a7-a094-8b196958ce24 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470462 Jul 26 12:55:28.789786 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for floatingip (0aca120d-f3b1-47e3-a513-1a218adaa630), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.889092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:28.918509 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d368780-6541-4f7f-bae0-ffdbf0d387ae req-6da47ca6-d60e-425e-8b09-e33da8b34cfd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:28.919998 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d368780-6541-4f7f-bae0-ffdbf0d387ae req-6da47ca6-d60e-425e-8b09-e33da8b34cfd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0871902 Jul 26 12:55:29.027816 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d368780-6541-4f7f-bae0-ffdbf0d387ae req-79c7615d-473e-4ac2-8854-512a9d36c3d3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990236 Jul 26 12:55:29.030071 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:29.085003 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:29.089604 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:29.165385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event updated for resources: {'Port': ['ID=d36d70ce-acb0-4756-af1b-1e6ff7f5b03e,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:29.170424 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (0aca120d-f3b1-47e3-a513-1a218adaa630), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:29.267400 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Floating IP 0aca120d-f3b1-47e3-a513-1a218adaa630 associated. External IP: 172.27.2.145, port: b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f. Jul 26 12:55:29.468488 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Router f28949b5-483d-423e-bfd7-5a21bfe1609d has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:55:29.567018 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:29.575018 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:55:29.585078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] Sync routers for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:55:29.593513 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:29.595170 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:29.595825 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:29.626739 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-18f22413-a164-4e95-90d2-78feac15ab9a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6830690 Jul 26 12:55:29.626739 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:29.627295 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabd9ec2-d6fe-479e-bb14-0243465cdbce" -d '{"events": [{"name": "network-changed", "server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:29.672121 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1522cce8-9da3-442e-a6c1-ca3e130902c0 x-openstack-request-id: req-1522cce8-9da3-442e-a6c1-ca3e130902c0 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:29.672473 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:29.672811 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1522cce8-9da3-442e-a6c1-ca3e130902c0 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:29.673277 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1522cce8-9da3-442e-a6c1-ca3e130902c0'] response: {'name': 'network-changed', 'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'status': 'completed', 'code': 200} Jul 26 12:55:29.704142 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:29.778067 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:29.783237 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:29.867099 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e2c12-1fd5-4deb-b9d8-82e29653f1a4 req-9a3ff493-e69e-4b20-aa60-8bbc027f91e1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:29.868621 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6b3e2c12-1fd5-4deb-b9d8-82e29653f1a4 req-9a3ff493-e69e-4b20-aa60-8bbc027f91e1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0488193 Jul 26 12:55:29.917790 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6b3e2c12-1fd5-4deb-b9d8-82e29653f1a4 req-bd140cbc-2cdd-412f-89f6-a66af1f98aaf tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Jul 26 12:55:29.919381 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '0aca120d-f3b1-47e3-a513-1a218adaa630', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'port_id': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'mac_address': 'fa:16:3e:91:d9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1331709-485e-470a-9dcb-0b8832524597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:28Z', 'updated_at': '2022-07-26T12:55:28Z', 'revision_number': 0, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:29.956257 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] Checking router: f28949b5-483d-423e-bfd7-5a21bfe1609d for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:55:29.965449 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:29.966185 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:30.071067 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:30.148598 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364c96-c586-400b-b22a-84428b66c8d2 req-fb81b6ce-a692-47f7-a115-4f39b7fff2c5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:30.150080 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-69364c96-c586-400b-b22a-84428b66c8d2 req-fb81b6ce-a692-47f7-a115-4f39b7fff2c5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0471859 Jul 26 12:55:30.201192 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-69364c96-c586-400b-b22a-84428b66c8d2 req-52e07af1-52a7-4794-8276-9a0cbc842763 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455909 Jul 26 12:55:30.293814 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '0aca120d-f3b1-47e3-a513-1a218adaa630', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'port_id': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'mac_address': 'fa:16:3e:91:d9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1331709-485e-470a-9dcb-0b8832524597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:28Z', 'updated_at': '2022-07-26T12:55:28Z', 'revision_number': 0, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:30.319056 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cb7e3-ebf4-40f5-9962-f3c7cfb8ba75 None None] The sync data for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi is: [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '0aca120d-f3b1-47e3-a513-1a218adaa630', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'port_id': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'mac_address': 'fa:16:3e:91:d9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1331709-485e-470a-9dcb-0b8832524597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:28Z', 'updated_at': '2022-07-26T12:55:28Z', 'revision_number': 0, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:55:30.509007 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8282ef8-2036-4f93-abea-345f7cf3d8d6 None None] New status for floating IP 0aca120d-f3b1-47e3-a513-1a218adaa630: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:55:30.802238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-2980257f-e9e0-408e-aa16-e8e8a54c7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:30.803894 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-2980257f-e9e0-408e-aa16-e8e8a54c7f4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1129 time: 0.0445473 Jul 26 12:55:30.818328 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f req-a26efa3c-9329-4d4a-8606-c6fdd89228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:30.819816 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f req-a26efa3c-9329-4d4a-8606-c6fdd89228e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 1128 time: 0.0507734 Jul 26 12:55:30.894123 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4157f213-47e3-4205-b785-6d799fe8436d req-9b91c206-95e5-4baa-9522-86ec25e322e0 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731455 Jul 26 12:55:30.896570 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-0d096b35-61b2-4f7a-816b-7a4055931e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:30.898041 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-0d096b35-61b2-4f7a-816b-7a4055931e36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 909 time: 0.0876427 Jul 26 12:55:30.946370 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f req-05cf7f02-0624-482c-9547-7374f23503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:30.947761 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f req-05cf7f02-0624-482c-9547-7374f23503c9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=01fca015df86428b9356df3f127327c2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1178436 Jul 26 12:55:30.971313 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-e21afa64-de46-44b4-851a-af5962d4c372 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 1001 time: 0.0614445 Jul 26 12:55:31.027960 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:31.058911 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f req-c36f33ee-e0cb-4bea-a042-37c0a856d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.060431 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0c61a5fe-8ac7-42a3-894a-bd7035588b4f req-c36f33ee-e0cb-4bea-a042-37c0a856d922 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035252 Jul 26 12:55:31.065133 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-0e5b9e1d-ed9a-40c8-81c1-b02e213b273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.067086 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-0e5b9e1d-ed9a-40c8-81c1-b02e213b273d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 200 len: 847 time: 0.0810416 Jul 26 12:55:31.073435 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362fa6e-34ce-4c59-b5e0-66a858a6f857 req-e43eb6f2-08b6-47ad-a60b-c258097f6639 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.074890 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c362fa6e-34ce-4c59-b5e0-66a858a6f857 req-e43eb6f2-08b6-47ad-a60b-c258097f6639 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0619762 Jul 26 12:55:31.134227 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-717af909-3f85-4a40-96e7-722ebe0614cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.135825 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-717af909-3f85-4a40-96e7-722ebe0614cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579822 Jul 26 12:55:31.141216 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-050d84d4-fce1-4d65-9c3c-59331cc44c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.142707 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-050d84d4-fce1-4d65-9c3c-59331cc44c34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 1128 time: 0.0397179 Jul 26 12:55:31.185862 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-d0dfd743-f0b4-40f9-aa30-281d327fe2e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1 HTTP/1.1" status: 200 len: 217 time: 0.0335648 Jul 26 12:55:31.201359 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c362fa6e-34ce-4c59-b5e0-66a858a6f857 req-264e8ea5-a42e-4110-ab82-38263ecf9052 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141362 Jul 26 12:55:31.246074 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-05f624f7-a484-4497-ae1c-a8b1226c20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.247557 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-05f624f7-a484-4497-ae1c-a8b1226c20ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0507421 Jul 26 12:55:31.252532 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-e74897a3-ba10-497f-84be-a28c2c5efd81 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000693 Jul 26 12:55:31.354152 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-467fc135-018d-477a-ba52-f4c8c0c5d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.355848 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-467fc135-018d-477a-ba52-f4c8c0c5d4be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621676 Jul 26 12:55:31.361898 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d239-1042-4dcc-bc7d-66a3aa444033 req-632f7fd9-3023-4f0e-921e-4cb4908b7272 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:31.363941 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f186d239-1042-4dcc-bc7d-66a3aa444033 req-632f7fd9-3023-4f0e-921e-4cb4908b7272 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0804610 Jul 26 12:55:31.395439 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fabd9ec2-d6fe-479e-bb14-0243465cdbce req-fdc18e19-d3c9-4a29-8660-e620eada9f2a service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009591 Jul 26 12:55:31.467580 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f186d239-1042-4dcc-bc7d-66a3aa444033 req-27ac81c9-1aeb-44cf-81bc-5f06a86d63de tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978289 Jul 26 12:55:31.500947 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-69f01d9c-d8b8-480c-ac1c-18d053c203c0 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157153 Jul 26 12:55:31.595087 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-28587a43-ef5e-44be-bd1c-24cc793c7e79 req-730770c3-f816-444f-ab79-f48e0a1a017c service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881011 Jul 26 12:55:32.330763 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb3820-79d2-4816-aed8-fed516e32ec7 req-3735f176-03ba-4955-96b6-9f233d26659f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:32.332280 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-39bb3820-79d2-4816-aed8-fed516e32ec7 req-3735f176-03ba-4955-96b6-9f233d26659f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0480280 Jul 26 12:55:32.380360 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-39bb3820-79d2-4816-aed8-fed516e32ec7 req-a687478b-dcbd-408e-b052-d336c4bb8ab6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Jul 26 12:55:32.561658 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:32.589513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:32.598988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d246-e5dd-435e-bcac-5c4a4a1f7478 req-a69bfe2c-1f06-474f-a586-2ab18c00c55c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:32.600496 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-27d9d246-e5dd-435e-bcac-5c4a4a1f7478 req-a69bfe2c-1f06-474f-a586-2ab18c00c55c tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Jul 26 12:55:32.650484 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-27d9d246-e5dd-435e-bcac-5c4a4a1f7478 req-f200d145-a62f-4b75-95ff-70227084bcec tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444677 Jul 26 12:55:33.500454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de410e3-3ea6-4425-a5bf-7b6f714ee1d4 req-fccc5f68-b39a-4d98-ab0e-4e089ea55eb1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:33.502177 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5de410e3-3ea6-4425-a5bf-7b6f714ee1d4 req-fccc5f68-b39a-4d98-ab0e-4e089ea55eb1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0501614 Jul 26 12:55:33.550540 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5de410e3-3ea6-4425-a5bf-7b6f714ee1d4 req-d49a34ba-3703-4cf6-9679-f1ff47c95ba3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Jul 26 12:55:33.768046 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c064e9-a431-46c8-bff3-4ea578168636 req-3f892a93-5cd4-4b61-85fa-d7dd21a0dbeb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:33.770104 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b4c064e9-a431-46c8-bff3-4ea578168636 req-3f892a93-5cd4-4b61-85fa-d7dd21a0dbeb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0470717 Jul 26 12:55:33.816177 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b4c064e9-a431-46c8-bff3-4ea578168636 req-45ac5e4b-d790-43f4-8c25-741f75656650 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405676 Jul 26 12:55:34.674107 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286537b2-405d-4556-b2f3-ddb7394336c7 req-f1d106c6-196e-4f46-996b-4599ed9eb124 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:34.675598 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-286537b2-405d-4556-b2f3-ddb7394336c7 req-f1d106c6-196e-4f46-996b-4599ed9eb124 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0468452 Jul 26 12:55:34.725405 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-286537b2-405d-4556-b2f3-ddb7394336c7 req-f7bd0097-8874-4edc-865e-f98bef776d69 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Jul 26 12:55:34.944929 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42567f0-b5c0-41d9-8696-7f1a2b08cf1b req-57df4469-d99f-4687-972b-47f6f8291434 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:34.946445 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b42567f0-b5c0-41d9-8696-7f1a2b08cf1b req-57df4469-d99f-4687-972b-47f6f8291434 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0554483 Jul 26 12:55:34.993119 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b42567f0-b5c0-41d9-8696-7f1a2b08cf1b req-9d563f78-264f-4076-a2d8-460a35a9f420 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412703 Jul 26 12:55:35.841416 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a560b-1109-41e7-a3d8-2ddabe0c4422 req-84086535-d97f-4e6f-9ac2-9b75bd6afabc tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:35.842800 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-012a560b-1109-41e7-a3d8-2ddabe0c4422 req-84086535-d97f-4e6f-9ac2-9b75bd6afabc tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0458803 Jul 26 12:55:35.854666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:35.895839 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-012a560b-1109-41e7-a3d8-2ddabe0c4422 req-b674362c-2639-42ff-838b-d2b54beca2b4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Jul 26 12:55:36.111867 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd70e4-dace-4e78-8300-89ba2c5f6dac req-2903bc38-d66f-45cd-b618-ca369f1ca2be tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:36.113322 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-06bd70e4-dace-4e78-8300-89ba2c5f6dac req-2903bc38-d66f-45cd-b618-ca369f1ca2be tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0485406 Jul 26 12:55:36.162830 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-06bd70e4-dace-4e78-8300-89ba2c5f6dac req-e4be7fc3-bc8d-40b1-86b1-5dd82192cee8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439959 Jul 26 12:55:37.017555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0c546-ed97-4de7-85bf-c473935f63c1 req-222c1a9f-e068-4a7e-ae45-169273d0c4da tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:37.019037 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-11d0c546-ed97-4de7-85bf-c473935f63c1 req-222c1a9f-e068-4a7e-ae45-169273d0c4da tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0481646 Jul 26 12:55:37.070080 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-11d0c546-ed97-4de7-85bf-c473935f63c1 req-d7f07978-4fa0-4aeb-9100-ae71ed7a4557 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Jul 26 12:55:37.291435 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f06b0-77e1-4ef4-8c16-9bfd1046f531 req-b59ad7cc-f4b3-4d33-951c-5d591df13bc1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:37.293845 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-460f06b0-77e1-4ef4-8c16-9bfd1046f531 req-b59ad7cc-f4b3-4d33-951c-5d591df13bc1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0597751 Jul 26 12:55:37.348372 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-460f06b0-77e1-4ef4-8c16-9bfd1046f531 req-754df35b-0d6f-4fa3-87e5-3941f0831974 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485561 Jul 26 12:55:38.065391 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7cb56-2923-44db-826a-f784977d18ce req-b302ac2e-39d3-4eb2-a746-15834589e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:38.067376 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-98f7cb56-2923-44db-826a-f784977d18ce req-b302ac2e-39d3-4eb2-a746-15834589e340 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.0377111 Jul 26 12:55:38.110802 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-98f7cb56-2923-44db-826a-f784977d18ce req-3987f77b-ba9c-4ed0-a99c-f5662d129d5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370746 Jul 26 12:55:38.193772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbd42-ba0f-4674-be44-5ea6e2196dab req-7b244ae9-0f62-4604-8989-54377626af86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:38.195397 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d7edbd42-ba0f-4674-be44-5ea6e2196dab req-7b244ae9-0f62-4604-8989-54377626af86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 944 time: 0.0527921 Jul 26 12:55:38.242432 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d7edbd42-ba0f-4674-be44-5ea6e2196dab req-f88c0e7d-c607-47d5-b474-f06b71e5c28f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Jul 26 12:55:38.468035 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd09f-c486-470b-ad37-c7ffa80a2e9b req-08bf0dd3-ce7e-4570-96ce-f325ef0e1e9a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:38.469501 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c25cd09f-c486-470b-ad37-c7ffa80a2e9b req-08bf0dd3-ce7e-4570-96ce-f325ef0e1e9a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0476325 Jul 26 12:55:38.519469 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c25cd09f-c486-470b-ad37-c7ffa80a2e9b req-1e5c64d5-50b2-494a-bc5e-585906813614 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443916 Jul 26 12:55:38.772481 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 73ba4e0a-a6ad-4a34-9132-7824ae016df1 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:55:38.870160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:38.881628 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'port_id': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'mac_address': 'fa:16:3e:8f:d8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:55:38.921516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:38.921977 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:38.934960 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ba4e0a-a6ad-4a34-9132-7824ae016df1 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:55:38.955349 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:38.960134 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:39.006965 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=73ba4e0a-a6ad-4a34-9132-7824ae016df1,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:39.284683 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:39.326025 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['73ba4e0a-a6ad-4a34-9132-7824ae016df1'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:55:39.376308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e7131-8bab-425c-b874-d19bd87389e3 req-1a817907-aecf-480b-9a5a-b40dc0d54d1b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:39.378332 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-363e7131-8bab-425c-b874-d19bd87389e3 req-1a817907-aecf-480b-9a5a-b40dc0d54d1b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 945 time: 0.0563529 Jul 26 12:55:39.395511 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:39.421543 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:39.434353 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-363e7131-8bab-425c-b874-d19bd87389e3 req-2b1dc7cb-d111-4975-812d-193c2ef97801 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488183 Jul 26 12:55:39.638490 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9bbff-494f-435f-bcd8-b25c7546c946 req-f23fe368-e10d-4ef8-b98c-84cd6d5deb73 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:39.640018 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e9e9bbff-494f-435f-bcd8-b25c7546c946 req-f23fe368-e10d-4ef8-b98c-84cd6d5deb73 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0473123 Jul 26 12:55:39.688068 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e9e9bbff-494f-435f-bcd8-b25c7546c946 req-24bbd612-d26f-41a6-b5da-2f39d371c954 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416756 Jul 26 12:55:40.563781 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890a27b-480e-47c3-bdfa-30a13c255c61 req-9ffa86a1-7def-4390-a54c-1d8117c9a5ac tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:40.565053 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6890a27b-480e-47c3-bdfa-30a13c255c61 req-9ffa86a1-7def-4390-a54c-1d8117c9a5ac tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 945 time: 0.0586786 Jul 26 12:55:40.615427 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6890a27b-480e-47c3-bdfa-30a13c255c61 req-da54bacd-f58a-4fb2-8a55-fc28a0452e09 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Jul 26 12:55:40.766827 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 73ba4e0a-a6ad-4a34-9132-7824ae016df1 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:55:40.799658 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:40.810446 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e96b-0f5c-45c4-9874-3809b2c804b3 req-0f8b2635-c6c8-4d85-ad8b-be834e81dabb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:40.811086 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:55:40.811958 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c538e96b-0f5c-45c4-9874-3809b2c804b3 req-0f8b2635-c6c8-4d85-ad8b-be834e81dabb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0474179 Jul 26 12:55:40.817505 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:55:40.817876 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:40.861977 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c538e96b-0f5c-45c4-9874-3809b2c804b3 req-832dd7e7-fca0-437b-8317-de442f39e7b8 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428789 Jul 26 12:55:41.026805 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:55:41.027196 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:41.051902 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:41.054126 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c2f2a-e042-45cb-9fab-d50a5c2efeb8" -d '{"events": [{"server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "name": "network-vif-plugged", "status": "completed", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:41.067873 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:41.073442 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:41.123111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3540536d-a2ba-4b02-9ecf-5c896fcd5730 x-openstack-request-id: req-3540536d-a2ba-4b02-9ecf-5c896fcd5730 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:41.123419 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "name": "network-vif-plugged", "status": "completed", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:41.123692 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3540536d-a2ba-4b02-9ecf-5c896fcd5730 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:41.124087 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3540536d-a2ba-4b02-9ecf-5c896fcd5730'] response: {'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'code': 200} Jul 26 12:55:41.129086 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=73ba4e0a-a6ad-4a34-9132-7824ae016df1,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:41.293913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb32b-a6af-4eee-a2e2-912998d1c526 req-fae55871-ec0a-4a6e-825d-2a03a8865d8e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.295486 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8afdb32b-a6af-4eee-a2e2-912998d1c526 req-fae55871-ec0a-4a6e-825d-2a03a8865d8e tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0576408 Jul 26 12:55:41.300145 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-92aa5792-ddc9-4f32-ac4a-1241f385219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.307761 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-92aa5792-ddc9-4f32-ac4a-1241f385219e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.0613310 Jul 26 12:55:41.348373 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8afdb32b-a6af-4eee-a2e2-912998d1c526 req-b10dcfa7-a44d-4d6b-9f11-f2504ce419f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455611 Jul 26 12:55:41.401216 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f065f4-e766-4f1a-9675-ee76472e35b5 req-456f3111-386d-431b-9bb0-48ddc613d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.402893 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e1f065f4-e766-4f1a-9675-ee76472e35b5 req-456f3111-386d-431b-9bb0-48ddc613d69f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 1130 time: 0.0535343 Jul 26 12:55:41.425485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-71acda82-e5ea-427e-b7b8-2a55c06fb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.427068 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-71acda82-e5ea-427e-b7b8-2a55c06fb8b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.1020346 Jul 26 12:55:41.451368 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e1f065f4-e766-4f1a-9675-ee76472e35b5 req-a393d387-b5bf-4227-b720-efbdcd7a3490 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413735 Jul 26 12:55:41.748653 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d646d0-b250-41f8-9351-53a6ed1f90de req-00141bf1-e28c-47bb-b189-83fe6a42e8e2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.750812 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d3d646d0-b250-41f8-9351-53a6ed1f90de req-00141bf1-e28c-47bb-b189-83fe6a42e8e2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0578761 Jul 26 12:55:41.754065 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:41.762540 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-d9bdbb2b-3299-4d0f-a205-5e703bbb6e89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 1000 time: 0.3259506 Jul 26 12:55:41.818573 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d3d646d0-b250-41f8-9351-53a6ed1f90de req-115a7c22-d393-4427-852a-3e1f6d334637 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604379 Jul 26 12:55:41.822943 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-f9e995c2-9c54-4660-95f7-d08f3ae43bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.825025 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-f9e995c2-9c54-4660-95f7-d08f3ae43bc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0518715 Jul 26 12:55:41.871272 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:41.912098 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f22fe-916d-44af-a285-c4a8ea432c37 req-defdb460-9320-4503-aba6-144d6a116c17 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:41.913584 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-766f22fe-916d-44af-a285-c4a8ea432c37 req-defdb460-9320-4503-aba6-144d6a116c17 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0533144 Jul 26 12:55:41.960370 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-766f22fe-916d-44af-a285-c4a8ea432c37 req-c4b04e7a-0fbd-473a-932f-9a8712952f45 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Jul 26 12:55:42.484515 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3cfa5-9128-4042-9f09-3deb3f43984c req-9c5ec21c-e6cc-4fcc-a4a1-6b2597621a59 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:42.485956 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-84c3cfa5-9128-4042-9f09-3deb3f43984c req-9c5ec21c-e6cc-4fcc-a4a1-6b2597621a59 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0500460 Jul 26 12:55:42.532438 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-84c3cfa5-9128-4042-9f09-3deb3f43984c req-9df406a1-e37e-4966-99bc-9ce03dbf5b8a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407183 Jul 26 12:55:42.934401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38214-e98c-4fc9-b8f5-4504b4d16e9c req-866f675b-ef97-4525-ae31-a5f1406da5be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:42.935900 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c6c38214-e98c-4fc9-b8f5-4504b4d16e9c req-866f675b-ef97-4525-ae31-a5f1406da5be tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0507131 Jul 26 12:55:42.982649 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c6c38214-e98c-4fc9-b8f5-4504b4d16e9c req-8032f733-3ee7-4ac9-841c-7a593bac3d5b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404124 Jul 26 12:55:43.077254 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205966-056d-4239-b3c6-c15ab06fb65a req-4c81aaa1-3822-4804-8110-78010e9e12de tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:43.078732 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5b205966-056d-4239-b3c6-c15ab06fb65a req-4c81aaa1-3822-4804-8110-78010e9e12de tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0473783 Jul 26 12:55:43.126000 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5b205966-056d-4239-b3c6-c15ab06fb65a req-adc46241-c5c2-4965-9136-51be5fbfa2a8 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Jul 26 12:55:43.651858 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa53ed-298f-4ee9-8b71-52fe31989825 req-ff21593d-f456-40be-bc00-7bf22aa309dc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:43.653361 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a8aa53ed-298f-4ee9-8b71-52fe31989825 req-ff21593d-f456-40be-bc00-7bf22aa309dc tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0503988 Jul 26 12:55:43.699989 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a8aa53ed-298f-4ee9-8b71-52fe31989825 req-8fec97e3-103a-4dd4-a470-7fcf7037cb65 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411189 Jul 26 12:55:43.987494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-e38564f0-71be-4ac1-a024-1e8d9581787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:43.990481 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-e38564f0-71be-4ac1-a024-1e8d9581787a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456402 Jul 26 12:55:44.106310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b8de4-b2db-40a0-9a3f-ec91b0a30cbe req-2d66a07f-8d2e-4440-bc0f-228a59538d1b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:44.107901 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ac3b8de4-b2db-40a0-9a3f-ec91b0a30cbe req-2d66a07f-8d2e-4440-bc0f-228a59538d1b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0508342 Jul 26 12:55:44.197561 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-48bb9ee2-cad5-430a-a41e-df96bfe181ac service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008649 Jul 26 12:55:44.255752 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8346775-4e80-4268-add0-49b068ed3a1a req-9c2c9e74-eb5f-45c8-85d8-a9a46bedaac5 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:44.257254 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f8346775-4e80-4268-add0-49b068ed3a1a req-9c2c9e74-eb5f-45c8-85d8-a9a46bedaac5 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Jul 26 12:55:44.310150 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f8346775-4e80-4268-add0-49b068ed3a1a req-db9e6d92-8c47-498e-b3d7-c4c8404c859b tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Jul 26 12:55:44.396098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:44.409921 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ac3b8de4-b2db-40a0-9a3f-ec91b0a30cbe req-ec3096d3-ead4-4c7c-9004-591b3012fcd4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959423 Jul 26 12:55:44.525979 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-826984b8-d9f3-473e-ade8-b9ac565d9444 req-9af50cb9-3658-484f-a379-4eb3cae3bc61 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970802 Jul 26 12:55:44.819671 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274afa-d5b4-47e8-a69e-cfcb99a10069 req-b9103771-b999-48e3-b01e-cd0f767b9235 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:44.821054 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9274afa-d5b4-47e8-a69e-cfcb99a10069 req-b9103771-b999-48e3-b01e-cd0f767b9235 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0466630 Jul 26 12:55:44.867110 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d9274afa-d5b4-47e8-a69e-cfcb99a10069 req-b94b1004-eabb-4745-81ff-24b94d63adaa tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406189 Jul 26 12:55:45.109336 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-b63e2117-8e36-4fc3-b12c-c92b70538443 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:45.110687 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-b63e2117-8e36-4fc3-b12c-c92b70538443 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0505989 Jul 26 12:55:45.208364 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Deleting port 0de30c07-1b45-4b27-a4af-035abd1eefd3 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:55:45.208705 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:45.301632 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] For port 0de30c07-1b45-4b27-a4af-035abd1eefd3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0de30c07-1b45-4b27-a4af-035abd1eefd3,segment=NetworkSegment(c6a746ff-42b8-4f07-9346-56c338f60eca),segment_id=c6a746ff-42b8-4f07-9346-56c338f60eca)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:55:45.301985 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:45.314549 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Calling delete_port for 0de30c07-1b45-4b27-a4af-035abd1eefd3 owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:55:45.354739 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:45.362032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:45.431430 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb532751-73a1-4a7d-851d-7b80f1fba69a req-5719c813-84ff-4558-9293-6a2d202dae7d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:45.433068 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fb532751-73a1-4a7d-851d-7b80f1fba69a req-5719c813-84ff-4558-9293-6a2d202dae7d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 946 time: 0.0475242 Jul 26 12:55:45.447195 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (0de30c07-1b45-4b27-a4af-035abd1eefd3), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:45.479775 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Pushing event deleted for resources: {'Port': ['ID=0de30c07-1b45-4b27-a4af-035abd1eefd3,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:55:45.488046 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fb532751-73a1-4a7d-851d-7b80f1fba69a req-811e4fbb-f7ca-4a3d-9c87-c3a60bc6b739 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cf131e-fbbd-4209-a56a-d770bc93f27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492783 Jul 26 12:55:45.548192 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] No DVR routers for this DVR port 0de30c07-1b45-4b27-a4af-035abd1eefd3 on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:55:45.552937 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:45.556126 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9ead8362-7ede-4a59-b844-1b712c850f49 req-fad842d8-49aa-4dcc-8a90-2bc42c364eed tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.46 "DELETE /v2.0/ports/0de30c07-1b45-4b27-a4af-035abd1eefd3 HTTP/1.1" status: 204 len: 173 time: 0.4289148 Jul 26 12:55:45.556564 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'name': 'network-vif-deleted', 'tag': '0de30c07-1b45-4b27-a4af-035abd1eefd3'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:45.558794 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89008065-c365-4de5-92f4-67f4134efbfc" -d '{"events": [{"server_uuid": "e95a1b5c-fb80-4cfd-b51e-ae3692d25794", "name": "network-vif-deleted", "tag": "0de30c07-1b45-4b27-a4af-035abd1eefd3"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:45.576665 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596a4f3-c4fd-46f6-9f80-bb7b8261472c req-6e002c1b-87fd-48c9-aad4-34f1c9eb7809 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:45.578161 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e596a4f3-c4fd-46f6-9f80-bb7b8261472c req-6e002c1b-87fd-48c9-aad4-34f1c9eb7809 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0726326 Jul 26 12:55:45.598705 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519727f-de63-4c21-b8ac-70b0fe37cec3 x-openstack-request-id: req-f519727f-de63-4c21-b8ac-70b0fe37cec3 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:45.598994 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95a1b5c-fb80-4cfd-b51e-ae3692d25794", "name": "network-vif-deleted", "tag": "0de30c07-1b45-4b27-a4af-035abd1eefd3", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:45.599251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f519727f-de63-4c21-b8ac-70b0fe37cec3 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:45.599654 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f519727f-de63-4c21-b8ac-70b0fe37cec3'] response: {'server_uuid': 'e95a1b5c-fb80-4cfd-b51e-ae3692d25794', 'name': 'network-vif-deleted', 'tag': '0de30c07-1b45-4b27-a4af-035abd1eefd3', 'status': 'completed', 'code': 200} Jul 26 12:55:45.629010 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e596a4f3-c4fd-46f6-9f80-bb7b8261472c req-ef010414-2c88-4733-9ae5-bf57b6935f90 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452051 Jul 26 12:55:45.753290 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ff787-3e9c-461b-bff6-b888e01a6489 req-accf64c5-a5a4-4bbb-a54c-b0ff8996ba4e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:45.754742 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-136ff787-3e9c-461b-bff6-b888e01a6489 req-accf64c5-a5a4-4bbb-a54c-b0ff8996ba4e tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0503545 Jul 26 12:55:45.764711 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 47924) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:45.768967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'port_id': '73ba4e0a-a6ad-4a34-9132-7824ae016df1'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:45.806568 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (c2408b5f-73c1-4804-be5d-a0030d17ee3b), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:45.992774 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e503329-efba-496e-9e57-c29a38c98bda req-90998418-e9f9-4a0e-bd2c-09fce7952b99 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:45.994422 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6e503329-efba-496e-9e57-c29a38c98bda req-90998418-e9f9-4a0e-bd2c-09fce7952b99 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Jul 26 12:55:46.050535 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6e503329-efba-496e-9e57-c29a38c98bda req-2ba78aa1-c640-4e86-88f7-85694bfb2cf2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485523 Jul 26 12:55:46.158694 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:46.247391 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:46.251760 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (c2408b5f-73c1-4804-be5d-a0030d17ee3b), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:46.350283 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP c2408b5f-73c1-4804-be5d-a0030d17ee3b associated. External IP: 172.27.2.60, port: 73ba4e0a-a6ad-4a34-9132-7824ae016df1. Jul 26 12:55:46.549224 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:55:46.631702 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cc760ccb-a71a-4b4d-8d85-3e0265bede33 req-09969fc6-0e7c-46e5-8cac-4c78b53c297d tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0671098 Jul 26 12:55:46.683759 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:55:46.688692 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:46.694876 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:55:46.705105 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:46.705748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:46.725082 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-bc3897d1-82db-4bdb-87a0-6886e7cb28ff tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "PUT /v2.0/floatingips/c2408b5f-73c1-4804-be5d-a0030d17ee3b HTTP/1.1" status: 200 len: 991 time: 0.9565887 Jul 26 12:55:46.725082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:46.726138 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd" -d '{"events": [{"name": "network-changed", "server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:46.767152 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea314e5-0894-4830-86ca-996db0724569 x-openstack-request-id: req-8ea314e5-0894-4830-86ca-996db0724569 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:46.767449 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:46.767753 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ea314e5-0894-4830-86ca-996db0724569 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:46.768233 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea314e5-0894-4830-86ca-996db0724569'] response: {'name': 'network-changed', 'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'status': 'completed', 'code': 200} Jul 26 12:55:46.815882 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0de30c07-1b45-4b27-a4af-035abd1eefd3 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:55:46.821637 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:46.850376 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-f284ab10-1958-4620-b57e-3199dd39ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:46.851940 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-f284ab10-1958-4620-b57e-3199dd39ea4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 1130 time: 0.0431378 Jul 26 12:55:46.867729 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 0de30c07-1b45-4b27-a4af-035abd1eefd3 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:55:46.867973 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0de30c07-1b45-4b27-a4af-035abd1eefd3 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:55:47.050732 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'c2408b5f-73c1-4804-be5d-a0030d17ee3b', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:8f:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:21Z', 'updated_at': '2022-07-26T12:55:46Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:47.078635 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:55:47.088058 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:47.088674 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:47.161191 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:47.170791 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861626c3-4dcc-48a2-b30b-92bc216ab458 req-40d67df5-5e27-42d0-9343-6f7a0f839afb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:47.172322 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861626c3-4dcc-48a2-b30b-92bc216ab458 req-40d67df5-5e27-42d0-9343-6f7a0f839afb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0495303 Jul 26 12:55:47.190675 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:47.220358 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861626c3-4dcc-48a2-b30b-92bc216ab458 req-0e8d9ac3-a94c-4ccf-8712-40c6639c6c35 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417798 Jul 26 12:55:47.227087 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:47.338792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-32c2729e-b88c-4b09-bf0d-1b9ad6d16a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:47.340230 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-32c2729e-b88c-4b09-bf0d-1b9ad6d16a51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.1009696 Jul 26 12:55:47.362219 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:47.416785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'c2408b5f-73c1-4804-be5d-a0030d17ee3b', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:8f:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:21Z', 'updated_at': '2022-07-26T12:55:46Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:47.440739 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1c00c-971e-4dbc-86ad-4594bafdf609 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'c2408b5f-73c1-4804-be5d-a0030d17ee3b', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:8f:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:55:21Z', 'updated_at': '2022-07-26T12:55:46Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:55:47.617296 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8f266-4fdf-41fb-b8fc-1e4d8f48d449 None None] New status for floating IP c2408b5f-73c1-4804-be5d-a0030d17ee3b: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:55:47.749389 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7678f11b-5550-4879-8f49-b5d2720b1d05 req-f273b027-a03f-438a-963e-c738673bbb39 tempest-VolumesSnapshotTestJSON-1919758244 tempest-VolumesSnapshotTestJSON-1919758244-project] 10.222.0.20 "GET /v2.0/ports?device_id=e95a1b5c-fb80-4cfd-b51e-ae3692d25794 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Jul 26 12:55:47.865552 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-374f6ed8-11d0-41cc-b314-094b2756631d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1 HTTP/1.1" status: 200 len: 1001 time: 0.0579398 Jul 26 12:55:47.922497 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-a8b4b5d8-bd44-421d-a82e-df77da4992c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:47.924004 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-a8b4b5d8-bd44-421d-a82e-df77da4992c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0507486 Jul 26 12:55:47.969153 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-0e6ea1af-3271-4eff-95d0-5fb24f5f9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:47.970624 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-0e6ea1af-3271-4eff-95d0-5fb24f5f9cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387189 Jul 26 12:55:48.062784 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-4cbe6ca9-9cf7-4efe-8a25-e5a3a35f63e9 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850673 Jul 26 12:55:48.158942 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2f56ad51-31d0-400b-bf4b-5c0dfc3100cd req-888e30e5-e323-45db-a2f9-c9550863cc88 service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812590 Jul 26 12:55:48.341185 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8058-1000-4edb-89eb-dcc92315756f req-ae3b1234-14dd-479e-90d1-7db8b63490e4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:48.342662 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0a6c8058-1000-4edb-89eb-dcc92315756f req-ae3b1234-14dd-479e-90d1-7db8b63490e4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0468364 Jul 26 12:55:48.389895 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0a6c8058-1000-4edb-89eb-dcc92315756f req-a2178237-d466-4d57-884f-d6527ac6a840 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411012 Jul 26 12:55:48.507781 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea88cc5-ec76-461b-bf7a-d49c6d249b25 req-ae8c3c9c-0cad-49f8-a422-c7b00385c41a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:48.509379 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3ea88cc5-ec76-461b-bf7a-d49c6d249b25 req-ae8c3c9c-0cad-49f8-a422-c7b00385c41a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0522861 Jul 26 12:55:48.519244 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 47946) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:55:48.524018 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Request body: {'floatingip': {'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:55:48.580659 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:48.651165 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:48.654810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:49.170779 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:49.174459 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:49.370618 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Router 6c33e799-9722-415a-8acb-d6a0213185f7 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:55:49.712877 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:55:49.717259 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:49.723510 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] Sync routers for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:55:49.732867 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:49.733470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:49.749112 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:49.751354 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:49.780659 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9ac70f46-2b22-4745-b017-f815a68d57eb tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "PUT /v2.0/floatingips/83f503ec-18be-4270-98c7-a5e3e8157265 HTTP/1.1" status: 200 len: 992 time: 1.2601457 Jul 26 12:55:49.793988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d3df54-d6e2-420b-bda7-f6f2ea3d9da8 x-openstack-request-id: req-e0d3df54-d6e2-420b-bda7-f6f2ea3d9da8 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:49.794284 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:49.794541 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0d3df54-d6e2-420b-bda7-f6f2ea3d9da8 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:49.794951 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d3df54-d6e2-420b-bda7-f6f2ea3d9da8'] response: {'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'status': 'completed', 'code': 200} Jul 26 12:55:49.841410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:49.870007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-1a5af2b6-7dfb-463f-b108-c6d04639a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:49.871531 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-1a5af2b6-7dfb-463f-b108-c6d04639a283 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.0418959 Jul 26 12:55:49.948077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:49.969714 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-abdb9a2e-724e-4699-94c6-c7619c49114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:49.971192 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-abdb9a2e-724e-4699-94c6-c7619c49114b service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.0893219 Jul 26 12:55:50.038120 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-72d1b9b8-5934-4b9f-89b6-e3acef3e5139 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 1000 time: 0.0575857 Jul 26 12:55:50.060023 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '83f503ec-18be-4270-98c7-a5e3e8157265', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:55:49Z', 'revision_number': 3, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:50.084591 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] Checking router: 6c33e799-9722-415a-8acb-d6a0213185f7 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:55:50.090857 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-c822266f-f20a-46b4-b8a4-ba4c3110a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:50.092373 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-c822266f-f20a-46b4-b8a4-ba4c3110a585 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0481012 Jul 26 12:55:50.093223 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:55:50.093827 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:50.137504 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:50.155631 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-8bc37148-314a-4725-83bd-89ff2091d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:50.157148 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-8bc37148-314a-4725-83bd-89ff2091d3c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482583 Jul 26 12:55:50.199884 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:55:50.270995 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-943511a3-cf66-419a-b0da-0aa80caccdc2 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041963 Jul 26 12:55:50.371859 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-354ecfbc-ff57-4f33-90ea-c2596f5e7e19 req-31fc04d3-5063-40c1-92fd-65a91cf4ff8f service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940309 Jul 26 12:55:50.438756 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '83f503ec-18be-4270-98c7-a5e3e8157265', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:55:49Z', 'revision_number': 3, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:55:50.463571 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d1cdb-8ee8-450b-be04-f58d53465fac None None] The sync data for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi is: [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '83f503ec-18be-4270-98c7-a5e3e8157265', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'port_id': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'mac_address': 'fa:16:3e:59:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:53:38Z', 'updated_at': '2022-07-26T12:55:49Z', 'revision_number': 3, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:55:51.519361 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:51.533247 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:51.795776 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:55:51.798067 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:55:51.834634 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0fc41-5f31-494f-99ef-116ac279aa6a x-openstack-request-id: req-95a0fc41-5f31-494f-99ef-116ac279aa6a {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:55:51.834931 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:55:51.835190 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95a0fc41-5f31-494f-99ef-116ac279aa6a {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:55:51.835591 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a0fc41-5f31-494f-99ef-116ac279aa6a'] response: {'name': 'network-changed', 'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'status': 'completed', 'code': 200} Jul 26 12:55:52.580210 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-677b61ba-7e55-49b7-98b2-ff8b0da8db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:53.324631 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-1f189de3-b9d8-4033-ba62-c8cccc30db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:53.326121 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-1f189de3-b9d8-4033-ba62-c8cccc30db68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 1129 time: 0.0395269 Jul 26 12:55:53.424067 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-8bfd2eec-9b98-4bed-a36a-c3e50982a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:53.425616 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-8bfd2eec-9b98-4bed-a36a-c3e50982a3ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.0909138 Jul 26 12:55:53.493500 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-7d98d511-4aa2-4b53-b4ad-b4a1369d6e63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 200 len: 1000 time: 0.0552669 Jul 26 12:55:53.546759 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-cfec26cd-47fa-4479-b018-513a30e584c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:53.548389 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-cfec26cd-47fa-4479-b018-513a30e584c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0475140 Jul 26 12:55:53.593099 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-bc24e53e-80e0-487f-a2f0-950976aec433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:55:53.594600 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-bc24e53e-80e0-487f-a2f0-950976aec433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395627 Jul 26 12:55:53.718518 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-a4b09f6e-024d-41eb-b942-2ce3a67af998 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872090 Jul 26 12:55:53.810946 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c9087c4d-9fe8-45cd-8d8b-4c82ca381d45 req-1bea5deb-4498-4801-8c47-d3ab2fbeb1c7 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834734 Jul 26 12:55:54.734271 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1f9fefc4-e3bc-49ed-bfdc-601596d086f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:55.955469 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:57.289549 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:57.633083 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:55:58.383892 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=16 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:55:58.386293 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:UPDATE=2,neutron:SELECT=79 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:00.071174 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:00.076080 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:01.061087 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:56:03.801098 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=68 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:03.808014 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=81 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:07.626409 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:07.628316 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:11.055356 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:11.056260 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:12.086269 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48126) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:12.091735 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64121d-1cd7-4a76-ae8d-20f4c30af145 req-5099fcab-56f5-469d-bf18-9f0a7a880ac6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:12.093224 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d64121d-1cd7-4a76-ae8d-20f4c30af145 req-5099fcab-56f5-469d-bf18-9f0a7a880ac6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0523748 Jul 26 12:56:12.132304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Deleting subnet 81efd1b2-aaf7-4900-bd05-83f18b6b5cc2 {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:56:12.135562 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Publish callbacks [] for subnet (81efd1b2-aaf7-4900-bd05-83f18b6b5cc2), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.142005 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d64121d-1cd7-4a76-ae8d-20f4c30af145 req-b28392fb-28e8-4b38-aec9-1cf058ed4aa2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Jul 26 12:56:12.175660 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (81efd1b2-aaf7-4900-bd05-83f18b6b5cc2), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.220475 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (81efd1b2-aaf7-4900-bd05-83f18b6b5cc2), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.274588 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (81efd1b2-aaf7-4900-bd05-83f18b6b5cc2), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.299331 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81efd1b2-aaf7-4900-bd05-83f18b6b5cc2,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:12.305773 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.308940 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3c032fea-6215-4005-b094-4f1c3ad4e0fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/81efd1b2-aaf7-4900-bd05-83f18b6b5cc2 HTTP/1.1" status: 204 len: 168 time: 0.2216806 Jul 26 12:56:12.311366 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48128) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:12.383963 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (6f3c6a72-7f77-4ac8-bef3-87195153f5df), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.460037 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (6f3c6a72-7f77-4ac8-bef3-87195153f5df), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.488004 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3c6a72-7f77-4ac8-bef3-87195153f5df']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:12.498170 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a746ff-42b8-4f07-9346-56c338f60eca') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:12.498460 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a746ff-42b8-4f07-9346-56c338f60eca') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:12.508249 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (c6a746ff-42b8-4f07-9346-56c338f60eca), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.521290 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (c6a746ff-42b8-4f07-9346-56c338f60eca), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.527852 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:56:12.528494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (c6a746ff-42b8-4f07-9346-56c338f60eca), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.568828 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment c6a746ff-42b8-4f07-9346-56c338f60eca resource provider aggregate not found Jul 26 12:56:12.587575 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment c6a746ff-42b8-4f07-9346-56c338f60eca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6a746ff-42b8-4f07-9346-56c338f60eca found for delete ", "request_id": "req-aac4413d-7e36-43f1-8c18-5463dc3bc8c8"}]} Jul 26 12:56:12.593886 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (6f3c6a72-7f77-4ac8-bef3-87195153f5df), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.600263 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.603351 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f3c6a72-7f77-4ac8-bef3-87195153f5df HTTP/1.1" status: 204 len: 168 time: 0.2910371 Jul 26 12:56:12.616227 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0f947-6df8-45bb-ac4d-326ebe794af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3c6a72-7f77-4ac8-bef3-87195153f5df,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:12.771114 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48136) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:12.811884 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-599956fa-f365-42b5-9d9b-32404cc8422c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa4a3dadafc44483ad16923db53db457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389881 Jul 26 12:56:12.814358 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48138) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:12.870672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cedc3e25-2c46-4c6a-a5c4-ef8646a51f0e admin admin] Publish callbacks [] for security_group (34cf131e-fbbd-4209-a56a-d770bc93f27c), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.893339 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cedc3e25-2c46-4c6a-a5c4-ef8646a51f0e admin admin] Publish callbacks [] for security_group (34cf131e-fbbd-4209-a56a-d770bc93f27c), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.940688 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cedc3e25-2c46-4c6a-a5c4-ef8646a51f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (34cf131e-fbbd-4209-a56a-d770bc93f27c), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.943135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cedc3e25-2c46-4c6a-a5c4-ef8646a51f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:12.944912 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-cedc3e25-2c46-4c6a-a5c4-ef8646a51f0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34cf131e-fbbd-4209-a56a-d770bc93f27c HTTP/1.1" status: 204 len: 168 time: 0.1296527 Jul 26 12:56:12.952887 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc3e25-2c46-4c6a-a5c4-ef8646a51f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf131e-fbbd-4209-a56a-d770bc93f27c,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:13.273879 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1ef1-a071-46ce-8a57-b7b8c5b6ddbf req-34267ed3-0aa8-4e11-92e8-fe6e73a3e46f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:13.275506 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a93c1ef1-a071-46ce-8a57-b7b8c5b6ddbf req-34267ed3-0aa8-4e11-92e8-fe6e73a3e46f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0517857 Jul 26 12:56:13.332227 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a93c1ef1-a071-46ce-8a57-b7b8c5b6ddbf req-97894ee4-5611-4564-ada1-17401037585f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442522 Jul 26 12:56:13.984304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-08139875-35c7-46a1-9045-f2871cee3541 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:13.985727 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-08139875-35c7-46a1-9045-f2871cee3541 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 947 time: 0.0491588 Jul 26 12:56:14.059957 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:14.067094 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:14.079885 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Deleting port 32e67b58-c4c4-4a07-b551-08232595ea42 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:14.080228 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:14.179309 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] For port 32e67b58-c4c4-4a07-b551-08232595ea42, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=32e67b58-c4c4-4a07-b551-08232595ea42,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:14.179739 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:14.340540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:14.341232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (694b809f-1403-4218-b56b-a9c7020d3cab), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:14.341232 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Floating IP 694b809f-1403-4218-b56b-a9c7020d3cab disassociated. External IP: 172.27.2.200, port: 32e67b58-c4c4-4a07-b551-08232595ea42. Jul 26 12:56:14.341426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Calling delete_port for 32e67b58-c4c4-4a07-b551-08232595ea42 owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:14.478462 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (32e67b58-c4c4-4a07-b551-08232595ea42), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:14.505541 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event deleted for resources: {'Port': ['ID=32e67b58-c4c4-4a07-b551-08232595ea42,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:14.620029 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:56:14.657955 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-060552b4-706c-4c93-83a5-677f6dcc7a46 req-ae3dc4aa-c879-47d3-b535-098a6c30647c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=20220b7e-2897-4f0c-98da-3f352aa39ec2 HTTP/1.1" status: 200 len: 210 time: 0.2467978 Jul 26 12:56:14.731552 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:56:14.742269 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:56:14.752616 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:14.753472 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:14.775687 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] No DVR routers for this DVR port 32e67b58-c4c4-4a07-b551-08232595ea42 on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:14.778393 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:14.781665 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a890ba1e-bcc1-4db7-90eb-6d6057c5053f req-8f1df569-0b5e-45d8-b175-17b24b6b580a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "DELETE /v2.0/ports/32e67b58-c4c4-4a07-b551-08232595ea42 HTTP/1.1" status: 204 len: 173 time: 0.7854280 Jul 26 12:56:14.782121 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-deleted', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:14.784409 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598f4332-c254-46a0-9484-0a084480e60e" -d '{"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-deleted", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:14.840940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb5aa1-40f6-46ce-87cc-94407c9b7c82 x-openstack-request-id: req-d7cb5aa1-40f6-46ce-87cc-94407c9b7c82 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:14.841239 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20220b7e-2897-4f0c-98da-3f352aa39ec2", "name": "network-vif-deleted", "tag": "32e67b58-c4c4-4a07-b551-08232595ea42", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:14.841500 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7cb5aa1-40f6-46ce-87cc-94407c9b7c82 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:14.841900 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7cb5aa1-40f6-46ce-87cc-94407c9b7c82'] response: {'server_uuid': '20220b7e-2897-4f0c-98da-3f352aa39ec2', 'name': 'network-vif-deleted', 'tag': '32e67b58-c4c4-4a07-b551-08232595ea42', 'status': 'completed', 'code': 200} Jul 26 12:56:14.888135 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:15.157293 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:15.185660 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:56:15.194748 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:15.195339 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:55:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:15.300863 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:15.485929 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:15.510417 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db0ec7-2123-45cb-9160-14a419c7436f None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:56:15.717121 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac915b8-0e3c-471d-9a7b-81e562088ddc None None] New status for floating IP 694b809f-1403-4218-b56b-a9c7020d3cab: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:56:15.759384 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48158) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:15.814030 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a45bfe01-4c9e-43f0-98e2-784de262e980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (2fdc3afa-d03f-4c1a-a63b-db64a83efd8a), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:15.839674 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a45bfe01-4c9e-43f0-98e2-784de262e980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (2fdc3afa-d03f-4c1a-a63b-db64a83efd8a), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:15.858327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:15.891487 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a45bfe01-4c9e-43f0-98e2-784de262e980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2fdc3afa-d03f-4c1a-a63b-db64a83efd8a), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:15.894090 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a45bfe01-4c9e-43f0-98e2-784de262e980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:15.895252 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a45bfe01-4c9e-43f0-98e2-784de262e980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fdc3afa-d03f-4c1a-a63b-db64a83efd8a HTTP/1.1" status: 204 len: 168 time: 0.1348350 Jul 26 12:56:15.899237 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48164) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:15.916479 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bfe01-4c9e-43f0-98e2-784de262e980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc3afa-d03f-4c1a-a63b-db64a83efd8a,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:15.919423 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.api.v2.resource [None req-020cc0be-e696-4842-8eba-a2e77a3744ae tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] show failed (client error): The resource could not be found. Jul 26 12:56:15.919860 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-020cc0be-e696-4842-8eba-a2e77a3744ae tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups/2fdc3afa-d03f-4c1a-a63b-db64a83efd8a HTTP/1.1" status: 404 len: 347 time: 0.0197101 Jul 26 12:56:15.925209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48166) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:16.045767 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Deleting port ebc096b0-2b12-4c14-91b2-d4cbab2aa221 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:16.046022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.085932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:16.122109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.122434 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.135572 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Calling delete_port for ebc096b0-2b12-4c14-91b2-d4cbab2aa221 owned by network:floatingip {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:16.272693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (ebc096b0-2b12-4c14-91b2-d4cbab2aa221), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.299549 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event deleted for resources: {'Port': ['ID=ebc096b0-2b12-4c14-91b2-d4cbab2aa221,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:16.361626 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (694b809f-1403-4218-b56b-a9c7020d3cab), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.364101 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.365263 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-d25cc74e-b0e6-47f9-a3a1-81fa656766a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "DELETE /v2.0/floatingips/694b809f-1403-4218-b56b-a9c7020d3cab HTTP/1.1" status: 204 len: 168 time: 0.4386735 Jul 26 12:56:16.457433 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48170) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:16.462503 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211096303', 'description': 'tempest-description--286837662'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:16.484179 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.570820 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (1b4525f5-ffab-4326-aa82-2a8699597cc8), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.574502 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1b4525f5-ffab-4326-aa82-2a8699597cc8), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.608058 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.609310 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508801 Jul 26 12:56:16.611266 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab316174-c0f8-42d2-b56c-1b35279867ac tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4525f5-ffab-4326-aa82-2a8699597cc8,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:16.613132 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48172) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:16.617697 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'security_group_rule': {'security_group_id': '1b4525f5-ffab-4326-aa82-2a8699597cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:16.648489 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (e554e2f0-b3e1-451b-9351-6e563fd6280a), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.695706 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (e554e2f0-b3e1-451b-9351-6e563fd6280a), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.700239 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (e554e2f0-b3e1-451b-9351-6e563fd6280a), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.720436 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e554e2f0-b3e1-451b-9351-6e563fd6280a,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:16.727419 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.728622 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-5ba05ccb-7de5-47b7-be08-afd31ef3b4e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145027 Jul 26 12:56:16.731283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48174) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:16.735415 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'security_group_rule': {'security_group_id': '1b4525f5-ffab-4326-aa82-2a8699597cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:16.761472 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (a6f41e6b-0c8a-455e-a074-957effa188f6), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.816867 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (a6f41e6b-0c8a-455e-a074-957effa188f6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.821307 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (a6f41e6b-0c8a-455e-a074-957effa188f6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.845632 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f41e6b-0c8a-455e-a074-957effa188f6,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:16.856732 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.858070 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3a5547f7-62d8-41a2-932f-9cbebe332b11 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257832 Jul 26 12:56:16.861151 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48176) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:16.865509 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:16.873053 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:16.890313 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.970997 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:16.986210 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:17.006309 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 32e67b58-c4c4-4a07-b551-08232595ea42 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:17.006653 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 32e67b58-c4c4-4a07-b551-08232595ea42 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:17.075820 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Allocated IP 172.27.2.130 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/67bf20aa-bfb7-45f5-8157-8d7bd1291533) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:56:17.087174 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:17.185605 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.217594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.252495 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:56:17.259790 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:17.263714 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:56:17.288008 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'Port': ['ID=67bf20aa-bfb7-45f5-8157-8d7bd1291533,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:17.352742 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.390426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.536375 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.541343 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.549513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:17.618703 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'Port': ['ID=67bf20aa-bfb7-45f5-8157-8d7bd1291533,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:17.625207 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.641512 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:17.642743 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-787f525d-6525-4cfd-ac57-a6ed581cdb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7806494 Jul 26 12:56:17.950791 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-c707c638-348d-467b-bf6b-dcd0eceaad71 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1211096303&fields=id&tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 267 time: 0.0463092 Jul 26 12:56:18.059065 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-c0816731-21ae-419b-9fde-a63ca0ab3ec6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:18.060587 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-c0816731-21ae-419b-9fde-a63ca0ab3ec6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 817 time: 0.1033459 Jul 26 12:56:18.075825 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-d27326cf-81f4-45b3-9d52-aad449457370 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/quotas/a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 375 time: 0.0097725 Jul 26 12:56:18.129433 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-2fb47713-83fe-4aff-baca-699c5d8e00f2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482683 Jul 26 12:56:18.221618 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:18.226306 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-34ea5004-75b5-42c9-9c11-25915ad9f913 service neutron] 10.222.0.20 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848045 Jul 26 12:56:18.319754 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-6fbd8634-177f-44f4-8949-408b17b1310a service neutron] 10.222.0.20 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868158 Jul 26 12:56:18.485626 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8fa46713-bf3f-4632-b39b-31635005b639 req-9b1c885b-d45c-4d30-a3ee-153e915b8b95 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 210 time: 0.0322082 Jul 26 12:56:19.507656 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-579cf13f-1959-4833-a7cf-5cf1467a08cb tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:19.509097 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-579cf13f-1959-4833-a7cf-5cf1467a08cb tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 817 time: 0.1038043 Jul 26 12:56:19.604266 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b26f27d9-7ce4-4d08-8dfa-86a108005bba req-e8763373-c607-40cd-ab35-3849e885aa8d tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 210 time: 0.0396116 Jul 26 12:56:19.609176 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-0c18c4b2-c897-4199-8a5f-8983f6c9e725 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 380 time: 0.0886269 Jul 26 12:56:19.693792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'port': {'device_id': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'admin_state_up': True, 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'security_groups': ['1b4525f5-ffab-4326-aa82-2a8699597cc8']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:19.803754 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Made reservation on behalf of a93dd858fb7a40fbbb679fbe676b1f3c for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:56:19.804909 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-2fdd7dc1-34b9-430b-8d6a-2b99e6addeeb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395334 Jul 26 12:56:19.807003 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:19.869920 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-15a1426f-2f2d-498e-a0d5-17665d0fdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:19.871431 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-15a1426f-2f2d-498e-a0d5-17665d0fdf43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d92bfe73c0a54823a88a89f9ae627134&device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 1129 time: 0.0416546 Jul 26 12:56:19.940173 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Allocated IP 172.20.0.11 (2a8231d6-efdb-4b1f-9ae4-a493641a47ab/cf0764f8-e097-45cb-9a44-0a5a5fa9a331/542d7fcb-23e0-4cab-98aa-203a4db90c44) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:56:19.964493 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:19.985360 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-2869512b-a871-428b-8a92-693d8d41b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:19.986991 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-2869512b-a871-428b-8a92-693d8d41b5a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 200 len: 919 time: 0.0918059 Jul 26 12:56:20.035121 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-26a4283b-fbb8-4759-a1df-7d8fba2873d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 200 len: 217 time: 0.0347502 Jul 26 12:56:20.088975 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-7d183205-d09f-45f0-afbd-e55b82ab97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:20.090352 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-7d183205-d09f-45f0-afbd-e55b82ab97a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 200 len: 857 time: 0.0464091 Jul 26 12:56:20.090522 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.123985 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.134996 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-6827f99b-116d-476a-b88f-26b7fed548bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:20.136696 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-6827f99b-116d-476a-b88f-26b7fed548bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=399a1d18-4e78-4e8a-8ddb-7b454af2918b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400386 Jul 26 12:56:20.162651 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:20.172397 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:56:20.176435 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:20.179437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:56:20.206896 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:20.242010 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:20.242630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.242752 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-46b6d637-cad4-43e6-a0ab-f7b2589da35d service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984242 Jul 26 12:56:20.260480 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-95f5ef8a-aeb5-4cb0-bca5-ace892c4d1ba tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712247 Jul 26 12:56:20.272626 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Request body: {'port': {'device_id': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:20.340735 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.349136 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-40dd1421-ec8d-4b81-ba82-51e1672cf6a8 req-3d708a3d-3a7d-459c-bbaf-a1b3e27c4b41 service neutron] 10.222.0.46 "GET /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960224 Jul 26 12:56:20.417595 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-56ac66d7-ab1c-491a-9d99-4297ca56b234 None None] Provisioning complete for port 542d7fcb-23e0-4cab-98aa-203a4db90c44 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:56:20.418161 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56ac66d7-ab1c-491a-9d99-4297ca56b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.452762 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-56ac66d7-ab1c-491a-9d99-4297ca56b234 None None] Port 542d7fcb-23e0-4cab-98aa-203a4db90c44 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:56:20.733456 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361b0-31e2-4faf-8c2e-66877915f656 req-3a473935-84d3-42d9-889b-64997317111b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:20.734962 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-681361b0-31e2-4faf-8c2e-66877915f656 req-3a473935-84d3-42d9-889b-64997317111b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 932 time: 0.0502260 Jul 26 12:56:20.772423 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:20.785881 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-681361b0-31e2-4faf-8c2e-66877915f656 req-3c6183ea-d93d-4848-b83f-578e723cc980 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Jul 26 12:56:20.872215 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542d7fcb-23e0-4cab-98aa-203a4db90c44 {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:56:20.879873 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Publish callbacks [] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.892655 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Transition to ACTIVE for port object 542d7fcb-23e0-4cab-98aa-203a4db90c44 will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:56:20.895718 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:20.945562 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:20.972675 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.973022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.973368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.973715 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.974052 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.974481 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.975310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.975671 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.975999 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.976331 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.976664 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.976988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.977315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.977639 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.977965 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:20.982180 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:21.032708 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Attempting to bind port 542d7fcb-23e0-4cab-98aa-203a4db90c44 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:56:21.033224 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Attempting to bind port 542d7fcb-23e0-4cab-98aa-203a4db90c44 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:56:21.033565 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Attempting to bind port 542d7fcb-23e0-4cab-98aa-203a4db90c44 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:56:21.039052 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Port 542d7fcb-23e0-4cab-98aa-203a4db90c44 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:56:21.039377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Attempting to bind port 542d7fcb-23e0-4cab-98aa-203a4db90c44 on network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:56:21.044434 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:56:21.044768 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Checking segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:56:21.045150 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Bound using segment: {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:56:21.045578 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Bound port: 542d7fcb-23e0-4cab-98aa-203a4db90c44, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:56:21.045934 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:21.112946 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:56:21.116526 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:56:21.122363 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:21.163452 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:21.163452 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:21.163452 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] 10.222.0.46 "PUT /v2.0/ports/542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 1094 time: 0.8943686 Jul 26 12:56:21.163452 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:21.164906 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925725e-4766-416d-9d1f-c5dfe2fe8daf" -d '{"events": [{"name": "network-changed", "server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:21.185200 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80cff0-95cc-4e32-86d2-587dbc0e7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:21.221583 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9095c-96ee-4c8c-aa6a-7b3f115140c2 x-openstack-request-id: req-aaf9095c-96ee-4c8c-aa6a-7b3f115140c2 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:21.221881 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:21.222214 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaf9095c-96ee-4c8c-aa6a-7b3f115140c2 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:21.222628 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf9095c-96ee-4c8c-aa6a-7b3f115140c2'] response: {'name': 'network-changed', 'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'status': 'completed', 'code': 200} Jul 26 12:56:21.274975 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-a53e4c74-a896-4eda-a366-7dd9acbc3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:21.276635 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-a53e4c74-a896-4eda-a366-7dd9acbc3805 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1128 time: 0.0419185 Jul 26 12:56:21.324296 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-256af851-6eec-42d5-9438-5a8d5dce3544 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 217 time: 0.0378323 Jul 26 12:56:21.375572 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-46dafef9-6e82-47cc-a904-8ea202e6e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:21.377051 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-46dafef9-6e82-47cc-a904-8ea202e6e840 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0451951 Jul 26 12:56:21.422865 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-1b50a979-0625-4a79-8a46-8ff74851f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:21.424349 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-1b50a979-0625-4a79-8a46-8ff74851f29d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405092 Jul 26 12:56:21.521828 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-495319f5-1ee1-4bb9-ba33-5c79615041da service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874321 Jul 26 12:56:21.535970 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:21.549140 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:21.617904 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b68f3e9-61b7-4e37-be02-349aa8eebfc8 req-a130d66b-3bf8-4c3b-9971-4fbb6a3f7f3b service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886517 Jul 26 12:56:21.914460 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38841-4414-4889-a737-980740482d3e req-3a809242-413f-4c39-98fb-226ffbc552ca tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:21.915895 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-17e38841-4414-4889-a737-980740482d3e req-3a809242-413f-4c39-98fb-226ffbc552ca tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0475345 Jul 26 12:56:21.962378 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-17e38841-4414-4889-a737-980740482d3e req-3cce36bb-9249-41b4-86fe-d8622c087522 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407951 Jul 26 12:56:22.585145 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-86b30cc5-c214-4028-be33-13c52660ce68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:22.598792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-df3711c6-45b1-4f25-8882-9c709b306720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:22.600366 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-df3711c6-45b1-4f25-8882-9c709b306720 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1128 time: 0.0492320 Jul 26 12:56:22.696141 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-3ef595a9-6e78-4a7d-bf17-5a5a59c4bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:22.697606 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-3ef595a9-6e78-4a7d-bf17-5a5a59c4bbc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.0870130 Jul 26 12:56:22.742242 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-95e93838-0b4c-49e8-835f-58e038a9fb10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 217 time: 0.0359099 Jul 26 12:56:22.801644 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-228641d1-6e1c-4df2-a3bb-b7ce22beb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:22.803762 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-228641d1-6e1c-4df2-a3bb-b7ce22beb9fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0486493 Jul 26 12:56:22.846599 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-d6363d2a-e183-455f-9cc2-1f0a42fdfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:22.848043 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-d6363d2a-e183-455f-9cc2-1f0a42fdfedc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375578 Jul 26 12:56:22.940449 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-3f3ecd65-307e-48b4-b6d3-04ee41e1ff33 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861733 Jul 26 12:56:22.988089 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:23.000165 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:56:23.036332 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f925725e-4766-416d-9d1f-c5dfe2fe8daf req-9b05d281-1069-4aaa-9f07-d5dd7248cbdb service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896432 Jul 26 12:56:23.094386 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c9b5-9bcb-43fb-8a84-f67784e8ec6e req-4d6f95c0-9f99-4861-850b-fefe43ee0669 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:23.095992 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2624c9b5-9bcb-43fb-8a84-f67784e8ec6e req-4d6f95c0-9f99-4861-850b-fefe43ee0669 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Jul 26 12:56:23.147014 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2624c9b5-9bcb-43fb-8a84-f67784e8ec6e req-6cd5c76c-0dae-403c-a939-f7ca9040e892 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Jul 26 12:56:23.227593 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:23.238609 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'mac_address': 'fa:16:3e:23:30:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:56:23.273529 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:56:23.273894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:23.287549 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542d7fcb-23e0-4cab-98aa-203a4db90c44 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:56:23.306737 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:23.310443 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:23.355152 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:23.362035 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.362375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.362711 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.363069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.363400 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.363752 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.364076 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.364395 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.364715 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.365033 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.365350 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.365684 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.366002 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.366317 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.366629 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:23.613004 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['542d7fcb-23e0-4cab-98aa-203a4db90c44'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:56:24.273419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ed5e-563a-492d-b74c-96b667491e92 req-2f3e5f98-7226-425b-82c6-c2937b33afa7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:24.275050 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3035ed5e-563a-492d-b74c-96b667491e92 req-2f3e5f98-7226-425b-82c6-c2937b33afa7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Jul 26 12:56:24.321554 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3035ed5e-563a-492d-b74c-96b667491e92 req-ccb23e4f-b7f3-451c-8e13-6ef150dbcca6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Jul 26 12:56:24.725623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-61b1c1a2-0dcd-4070-b36a-ce931675bcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:24.999155 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:56:25.040019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:25.044391 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 542d7fcb-23e0-4cab-98aa-203a4db90c44 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:56:25.050173 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 542d7fcb-23e0-4cab-98aa-203a4db90c44 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:56:25.050541 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:25.069070 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:25.124308 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:56:25.124696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:25.147450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:25.149714 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a2ccc1-5dbe-4bdb-bc8f-e3cba0c35fd5" -d '{"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-plugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:25.162897 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:25.167704 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:25.193838 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b061624e-2315-4f43-810a-1ae2a2655d80 x-openstack-request-id: req-b061624e-2315-4f43-810a-1ae2a2655d80 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:25.194125 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-plugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:25.194302 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b061624e-2315-4f43-810a-1ae2a2655d80 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:25.194695 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b061624e-2315-4f43-810a-1ae2a2655d80'] response: {'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'code': 200} Jul 26 12:56:25.221527 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:25.374056 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dab28-d718-4576-b26f-dbabc3d26b4b req-10c8f5da-f40c-4db1-962f-4c67da3ffed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:25.375571 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-899dab28-d718-4576-b26f-dbabc3d26b4b req-10c8f5da-f40c-4db1-962f-4c67da3ffed5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1130 time: 0.0395486 Jul 26 12:56:25.421402 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-899dab28-d718-4576-b26f-dbabc3d26b4b req-1882c64e-a45b-42aa-af12-6f3ddda59342 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392852 Jul 26 12:56:25.430474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:25.446548 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0bc7-ecca-42f6-980d-eb19b14dcc30 req-95cd3cdb-49d4-407f-9f76-0f97323daf10 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:25.448001 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bc3c0bc7-ecca-42f6-980d-eb19b14dcc30 req-95cd3cdb-49d4-407f-9f76-0f97323daf10 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0473661 Jul 26 12:56:25.483774 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=62 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:25.489243 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=70 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:25.495892 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bc3c0bc7-ecca-42f6-980d-eb19b14dcc30 req-d6f523f4-1396-4fc2-937e-92fa48725e7e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Jul 26 12:56:25.958577 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:26.623604 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f36f-a4fe-4b88-a19c-e325f2d591de req-bf98231e-793f-4753-b6e7-b8e5a4146371 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:26.625125 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2bb3f36f-a4fe-4b88-a19c-e325f2d591de req-bf98231e-793f-4753-b6e7-b8e5a4146371 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Jul 26 12:56:26.675621 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2bb3f36f-a4fe-4b88-a19c-e325f2d591de req-2aeb77e6-88c3-46a8-b0ad-e91a46650ecc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Jul 26 12:56:27.284901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:27.638473 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:27.807092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3c000-001a-48ad-8f17-402754353df3 req-480b163c-b4ce-43c1-8afc-e80996840768 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:27.808623 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-63b3c000-001a-48ad-8f17-402754353df3 req-480b163c-b4ce-43c1-8afc-e80996840768 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0547924 Jul 26 12:56:27.855270 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-63b3c000-001a-48ad-8f17-402754353df3 req-4daaaa33-c12c-45cd-a488-14aa1a9e60dd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Jul 26 12:56:27.981812 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7f38-2bce-47fc-aebb-45945125ecf6 req-0b095d9d-6e00-435e-932a-8265ae575ac7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:27.983287 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f68a7f38-2bce-47fc-aebb-45945125ecf6 req-0b095d9d-6e00-435e-932a-8265ae575ac7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0473459 Jul 26 12:56:27.993252 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48238) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:27.997496 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Request body: {'floatingip': {'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:28.036487 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:28.317116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:28.461919 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:28.465688 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:28.561413 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Floating IP c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7 associated. External IP: 172.27.2.130, port: 542d7fcb-23e0-4cab-98aa-203a4db90c44. Jul 26 12:56:28.632594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:28.759782 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:56:28.859188 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:56:28.864102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:28.869142 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:56:28.880167 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:28.881235 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:28.897130 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-19cc3d9c-fdb6-4c13-931e-b5ab96025ff6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "PUT /v2.0/floatingips/c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7 HTTP/1.1" status: 200 len: 992 time: 0.9028223 Jul 26 12:56:28.897814 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:28.900154 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62" -d '{"events": [{"name": "network-changed", "server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:28.939868 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de49e6-083f-482d-97df-4535dd184b4e x-openstack-request-id: req-74de49e6-083f-482d-97df-4535dd184b4e {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:28.940162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:28.940417 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74de49e6-083f-482d-97df-4535dd184b4e {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:28.940828 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74de49e6-083f-482d-97df-4535dd184b4e'] response: {'name': 'network-changed', 'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'status': 'completed', 'code': 200} Jul 26 12:56:28.983519 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:29.001064 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-e53b7f56-fe14-40ef-80b4-973d8aa1aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:29.002582 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-e53b7f56-fe14-40ef-80b4-973d8aa1aec0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1130 time: 0.0400019 Jul 26 12:56:29.092162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-981df5c6-dd58-4b25-84e3-cf193c16288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:29.093643 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-981df5c6-dd58-4b25-84e3-cf193c16288a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.0847719 Jul 26 12:56:29.158881 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-aa5fc634-5f9a-4652-b2a5-051937aabc20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 1000 time: 0.0579982 Jul 26 12:56:29.193194 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'mac_address': 'fa:16:3e:23:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:56:17Z', 'updated_at': '2022-07-26T12:56:28Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:29.209536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-86b63c12-da4d-4867-ac30-be945c832422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:29.211021 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-86b63c12-da4d-4867-ac30-be945c832422 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0462344 Jul 26 12:56:29.217648 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:56:29.228780 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:29.228780 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:29.255998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-24d29427-3428-4ca0-986a-b279d7f38808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:29.257404 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-24d29427-3428-4ca0-986a-b279d7f38808 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394068 Jul 26 12:56:29.326450 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:29.352489 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-528d311e-57b0-4eb8-947a-0756c1c375c8 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880272 Jul 26 12:56:29.408939 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:29.446516 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0e1ff2ae-5677-4014-bc2d-76a6d4375a62 req-2232d346-b8f5-4919-98f4-cfa4cfc330b4 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862355 Jul 26 12:56:29.538135 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'mac_address': 'fa:16:3e:23:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:56:17Z', 'updated_at': '2022-07-26T12:56:28Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:29.561876 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14163800-e146-4fe0-8a09-363904bb99fd None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'mac_address': 'fa:16:3e:23:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:56:17Z', 'updated_at': '2022-07-26T12:56:28Z', 'revision_number': 1, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:56:29.752260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bca6c-d75f-4ea9-9a1b-bc9d83b7fde9 None None] New status for floating IP c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7: ACTIVE {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:56:32.288436 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544324-4193-4dce-8a97-1966fc86270c req-79937128-99a5-4062-a3e6-ce6d1e177cc1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:32.289972 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fc544324-4193-4dce-8a97-1966fc86270c req-79937128-99a5-4062-a3e6-ce6d1e177cc1 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0568929 Jul 26 12:56:32.337305 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fc544324-4193-4dce-8a97-1966fc86270c req-76a94e21-d6ee-40d0-bf7f-e8f7438418c2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413690 Jul 26 12:56:33.458841 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda70ae7-66af-4499-9022-e80d4e5c10c5 req-c3514661-7b11-4c9f-ba21-cca050787392 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:33.460448 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eda70ae7-66af-4499-9022-e80d4e5c10c5 req-c3514661-7b11-4c9f-ba21-cca050787392 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0496063 Jul 26 12:56:33.505694 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:33.524623 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eda70ae7-66af-4499-9022-e80d4e5c10c5 req-b81d3853-e0d4-4e30-943a-99b925eef2f5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550945 Jul 26 12:56:34.671460 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc74e2-35e0-4ee4-95d5-403b7201d795 req-d5f00c37-14a3-49ae-9bb8-da9e56426378 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:34.673889 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80fc74e2-35e0-4ee4-95d5-403b7201d795 req-d5f00c37-14a3-49ae-9bb8-da9e56426378 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0714560 Jul 26 12:56:34.725125 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80fc74e2-35e0-4ee4-95d5-403b7201d795 req-a2a3dbcf-aad7-46ab-b254-dea41b3c4378 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450563 Jul 26 12:56:35.845731 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e9d8-9cf6-4f0d-9344-c94e7efa8687 req-48cf0b22-2b92-4798-851c-13a0f029e510 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:35.847453 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1be3e9d8-9cf6-4f0d-9344-c94e7efa8687 req-48cf0b22-2b92-4798-851c-13a0f029e510 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Jul 26 12:56:35.865046 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-e08cffc6-e814-4738-ac9a-9bd08d415230 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:35.866552 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-e08cffc6-e814-4738-ac9a-9bd08d415230 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 945 time: 0.0542285 Jul 26 12:56:35.902419 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1be3e9d8-9cf6-4f0d-9344-c94e7efa8687 req-c878e4fa-8dc4-4ff9-aa3c-77cab368a40d tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a263b1e-8d38-4a3e-b34e-939390f6d7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469604 Jul 26 12:56:35.956735 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Deleting port 0da5fda1-917d-45ee-bba6-4a249f129d9a {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:35.957074 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:36.049273 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] For port 0da5fda1-917d-45ee-bba6-4a249f129d9a, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=0da5fda1-917d-45ee-bba6-4a249f129d9a,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:36.049694 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:36.219395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:36.219878 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:36.220196 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Floating IP 83f503ec-18be-4270-98c7-a5e3e8157265 disassociated. External IP: 172.27.2.83, port: 0da5fda1-917d-45ee-bba6-4a249f129d9a. Jul 26 12:56:36.220558 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Calling delete_port for 0da5fda1-917d-45ee-bba6-4a249f129d9a owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:36.349970 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (0da5fda1-917d-45ee-bba6-4a249f129d9a), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:36.377203 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event deleted for resources: {'Port': ['ID=0da5fda1-917d-45ee-bba6-4a249f129d9a,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:36.737681 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:36.740595 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Router 6c33e799-9722-415a-8acb-d6a0213185f7 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:56:36.855197 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:56:36.868463 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] Sync routers for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:56:36.878520 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:36.879122 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:36.900809 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] No DVR routers for this DVR port 0da5fda1-917d-45ee-bba6-4a249f129d9a on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:36.903616 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:36.906867 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-05b5cd5c-9ea7-4b16-babe-ab60a8692953 req-f1bdbdb1-8dfe-4994-acb9-042bbe74b548 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "DELETE /v2.0/ports/0da5fda1-917d-45ee-bba6-4a249f129d9a HTTP/1.1" status: 204 len: 173 time: 1.0343528 Jul 26 12:56:36.907304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'name': 'network-vif-deleted', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:36.909608 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502969cf-2b94-4410-9bbc-9ddd85bace1a" -d '{"events": [{"server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "name": "network-vif-deleted", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:36.949934 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d611631a-8cd0-4fc0-bd7e-87a370fbf35b x-openstack-request-id: req-d611631a-8cd0-4fc0-bd7e-87a370fbf35b {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:36.950232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47bdd7-0e5c-45eb-a6fb-979300251996", "name": "network-vif-deleted", "tag": "0da5fda1-917d-45ee-bba6-4a249f129d9a", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:36.950482 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d611631a-8cd0-4fc0-bd7e-87a370fbf35b {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:36.950880 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d611631a-8cd0-4fc0-bd7e-87a370fbf35b'] response: {'server_uuid': 'cd47bdd7-0e5c-45eb-a6fb-979300251996', 'name': 'network-vif-deleted', 'tag': '0da5fda1-917d-45ee-bba6-4a249f129d9a', 'status': 'completed', 'code': 200} Jul 26 12:56:36.996600 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:37.025789 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6e913e68-6aef-45c2-b8fc-ef315cb42462 req-dae197f3-8de8-4003-b8de-15201431d142 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd47bdd7-0e5c-45eb-a6fb-979300251996 HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jul 26 12:56:37.154742 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:37.230028 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:37.276897 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:37.304329 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] Checking router: 6c33e799-9722-415a-8acb-d6a0213185f7 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:56:37.313359 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:37.313965 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:37.420657 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:37.606165 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:37.630063 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae89a5-712c-4210-ba31-656de17400e7 None None] The sync data for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi is: [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '76259252-cc43-4b82-82fc-4b64fc530676', 'name': '', 'network_id': '399a1d18-4e78-4e8a-8ddb-7b454af2918b', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'mac_address': 'fa:16:3e:bd:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:18Z', 'updated_at': '2022-07-26T12:51:26Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'subnets': [{'id': '5c491342-a585-4664-b607-51a3b6b6cba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:56:37.858940 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfeffe6-ec91-4c53-b661-2fa3d8890172 None None] New status for floating IP 83f503ec-18be-4270-98c7-a5e3e8157265: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:56:38.060022 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:56:38.119674 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48310) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:38.174230 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1d6da369-e6f2-4ce2-ac96-63d373e14564 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group (0a263b1e-8d38-4a3e-b34e-939390f6d7b5), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.199032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1d6da369-e6f2-4ce2-ac96-63d373e14564 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group (0a263b1e-8d38-4a3e-b34e-939390f6d7b5), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.227961 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:38.249289 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1d6da369-e6f2-4ce2-ac96-63d373e14564 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (0a263b1e-8d38-4a3e-b34e-939390f6d7b5), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.251984 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-1d6da369-e6f2-4ce2-ac96-63d373e14564 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.253174 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-1d6da369-e6f2-4ce2-ac96-63d373e14564 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a263b1e-8d38-4a3e-b34e-939390f6d7b5 HTTP/1.1" status: 204 len: 168 time: 0.1325192 Jul 26 12:56:38.256864 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48312) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:38.263533 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6da369-e6f2-4ce2-ac96-63d373e14564 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a263b1e-8d38-4a3e-b34e-939390f6d7b5,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:38.272194 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-f34ad5c2-5421-4471-a4af-1f00fbd47458 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] show failed (client error): The resource could not be found. Jul 26 12:56:38.273195 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f34ad5c2-5421-4471-a4af-1f00fbd47458 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups/0a263b1e-8d38-4a3e-b34e-939390f6d7b5 HTTP/1.1" status: 404 len: 347 time: 0.0153401 Jul 26 12:56:38.275865 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48314) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:38.387734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Deleting port d2d1e280-f947-498d-98b9-ed542b9cf0c6 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:38.388013 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.466092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.466416 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (d2d1e280-f947-498d-98b9-ed542b9cf0c6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.478912 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Calling delete_port for d2d1e280-f947-498d-98b9-ed542b9cf0c6 owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:38.601053 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:38.606600 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (d2d1e280-f947-498d-98b9-ed542b9cf0c6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.636275 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event deleted for resources: {'Port': ['ID=d2d1e280-f947-498d-98b9-ed542b9cf0c6,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:38.660231 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.660577 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.660943 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.661302 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.662143 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.662478 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.662804 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.663129 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.663455 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.663812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.664136 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.664457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.664779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.665099 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.665419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:56:38.706741 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks [] for floatingip (83f503ec-18be-4270-98c7-a5e3e8157265), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.709248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:38.710383 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6e8b56a7-4c5d-4c71-a661-a6365ba407f2 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "DELETE /v2.0/floatingips/83f503ec-18be-4270-98c7-a5e3e8157265 HTTP/1.1" status: 204 len: 168 time: 0.4336371 Jul 26 12:56:39.046018 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0da5fda1-917d-45ee-bba6-4a249f129d9a no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:39.064829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 0da5fda1-917d-45ee-bba6-4a249f129d9a {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:39.065181 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 0da5fda1-917d-45ee-bba6-4a249f129d9a not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:41.204934 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52639c1e-e359-4e91-9647-ec7e1ce8805b req-a9b7516f-e891-40cd-83e6-7412a55b3db5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:41.206409 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-52639c1e-e359-4e91-9647-ec7e1ce8805b req-a9b7516f-e891-40cd-83e6-7412a55b3db5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0472350 Jul 26 12:56:41.253796 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-52639c1e-e359-4e91-9647-ec7e1ce8805b req-ce3dd209-a2e0-4d75-b59b-9851f2d265ce tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Jul 26 12:56:42.381971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417454f-d913-4f90-a25d-7400d99063ab req-df1ca8ea-4b80-43bc-9a21-385d5cbf9c09 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:42.383492 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7417454f-d913-4f90-a25d-7400d99063ab req-df1ca8ea-4b80-43bc-9a21-385d5cbf9c09 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0561450 Jul 26 12:56:42.430147 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7417454f-d913-4f90-a25d-7400d99063ab req-8272800a-f321-4354-b48a-df95c1fb266b tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Jul 26 12:56:43.536276 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:43.550130 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edba95c-83b0-42f6-90a5-4bd5f842bb2d req-61825841-5519-4adb-b57d-06b34a19a06f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:43.551582 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6edba95c-83b0-42f6-90a5-4bd5f842bb2d req-61825841-5519-4adb-b57d-06b34a19a06f tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0518212 Jul 26 12:56:43.598975 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6edba95c-83b0-42f6-90a5-4bd5f842bb2d req-f62908d4-add0-4b60-a577-067697282c33 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Jul 26 12:56:44.067236 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-405058ba-982b-447f-89fc-56b5791f67fd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:44.068700 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-405058ba-982b-447f-89fc-56b5791f67fd tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 945 time: 0.0484269 Jul 26 12:56:44.161063 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Deleting port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:44.161441 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:44.255891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] For port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:44.256316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:44.269606 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Calling delete_port for fb356747-cdb9-4a2f-9a9d-4f55749ff5fd owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:44.403538 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (fb356747-cdb9-4a2f-9a9d-4f55749ff5fd), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:44.415864 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['fb356747-cdb9-4a2f-9a9d-4f55749ff5fd', '34328d9b-7b53-457f-a58d-3371c1433b29'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:56:44.431880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event deleted for resources: {'Port': ['ID=fb356747-cdb9-4a2f-9a9d-4f55749ff5fd,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:44.482063 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] No DVR routers for this DVR port fb356747-cdb9-4a2f-9a9d-4f55749ff5fd on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:44.484769 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:44.488227 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d6c8af71-47fd-445c-8fdd-f1d409317257 req-208f8a05-5d83-4285-ad0b-34af05e0dd56 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "DELETE /v2.0/ports/fb356747-cdb9-4a2f-9a9d-4f55749ff5fd HTTP/1.1" status: 204 len: 173 time: 0.4142280 Jul 26 12:56:44.488672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'name': 'network-vif-deleted', 'tag': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:44.491104 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d58961-d411-43fc-bc1c-4c30871d3d13" -d '{"events": [{"server_uuid": "2b250f71-ee8b-4975-b24b-3984e8b02c6b", "name": "network-vif-deleted", "tag": "fb356747-cdb9-4a2f-9a9d-4f55749ff5fd"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:44.631701 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d63b5b-b89a-4317-b260-085e2bcc64aa x-openstack-request-id: req-e0d63b5b-b89a-4317-b260-085e2bcc64aa {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:44.632004 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b250f71-ee8b-4975-b24b-3984e8b02c6b", "name": "network-vif-deleted", "tag": "fb356747-cdb9-4a2f-9a9d-4f55749ff5fd", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:44.632267 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0d63b5b-b89a-4317-b260-085e2bcc64aa {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:44.632679 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d63b5b-b89a-4317-b260-085e2bcc64aa'] response: {'server_uuid': '2b250f71-ee8b-4975-b24b-3984e8b02c6b', 'name': 'network-vif-deleted', 'tag': 'fb356747-cdb9-4a2f-9a9d-4f55749ff5fd', 'status': 'completed', 'code': 200} Jul 26 12:56:44.727574 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-138b80a4-06b5-49dc-a101-588aca9c6aae req-260cd6f5-819d-426a-a93a-8b1e472c7b50 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b250f71-ee8b-4975-b24b-3984e8b02c6b HTTP/1.1" status: 200 len: 210 time: 0.0322614 Jul 26 12:56:46.029552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc3a1-925c-4aa6-9c36-73093a308440 req-8f88acea-4691-47ab-be37-2401492f2fc3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:46.031550 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-59bdc3a1-925c-4aa6-9c36-73093a308440 req-8f88acea-4691-47ab-be37-2401492f2fc3 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0692706 Jul 26 12:56:46.062645 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:46.076776 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da57edb-92c8-47ba-ba03-a0cfcf30f4f7 req-bc87ef21-84a9-4223-8f7f-f1804d7f5047 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:46.078287 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2da57edb-92c8-47ba-ba03-a0cfcf30f4f7 req-bc87ef21-84a9-4223-8f7f-f1804d7f5047 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0493062 Jul 26 12:56:46.084451 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-59bdc3a1-925c-4aa6-9c36-73093a308440 req-8ead1253-ef26-48b4-b37b-54c3d181eb45 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Jul 26 12:56:46.126427 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2da57edb-92c8-47ba-ba03-a0cfcf30f4f7 req-428f7f0e-7938-45a9-8e8c-6189c6148a91 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Jul 26 12:56:47.107010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device fb356747-cdb9-4a2f-9a9d-4f55749ff5fd no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:47.127687 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: fb356747-cdb9-4a2f-9a9d-4f55749ff5fd {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:47.128041 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device fb356747-cdb9-4a2f-9a9d-4f55749ff5fd not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:47.206411 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a95786-9da6-40ae-8ae0-b869ab58a30f req-c00747ec-58bb-407b-9493-4b76032022c5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:47.208016 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-08a95786-9da6-40ae-8ae0-b869ab58a30f req-c00747ec-58bb-407b-9493-4b76032022c5 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0513530 Jul 26 12:56:47.244855 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c9fb3-4f10-4f9b-8014-59182198ed14 req-1914e1a9-72eb-4491-946e-a550962acbe9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:47.246353 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-861c9fb3-4f10-4f9b-8014-59182198ed14 req-1914e1a9-72eb-4491-946e-a550962acbe9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0475171 Jul 26 12:56:47.254763 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-08a95786-9da6-40ae-8ae0-b869ab58a30f req-e258f463-7903-4cb8-a754-2eee5d450e28 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Jul 26 12:56:47.295160 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-861c9fb3-4f10-4f9b-8014-59182198ed14 req-0fc9230d-f548-4c10-8553-70c3fe8f6f04 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431921 Jul 26 12:56:48.060264 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=47 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:48.373691 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9d366-dfab-46a2-8109-b16152313085 req-6d1c96f9-4fec-41b0-a361-8f7ffe4fd6d4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:48.375186 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c0a9d366-dfab-46a2-8109-b16152313085 req-6d1c96f9-4fec-41b0-a361-8f7ffe4fd6d4 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0478070 Jul 26 12:56:48.420288 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b93455-ff04-4348-835b-19bcbe9079ec req-d87b6f5e-fe15-4051-8621-8b6ddde89db4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:48.421800 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-81b93455-ff04-4348-835b-19bcbe9079ec req-d87b6f5e-fe15-4051-8621-8b6ddde89db4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0506697 Jul 26 12:56:48.422653 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c0a9d366-dfab-46a2-8109-b16152313085 req-77243664-a740-4b6d-9bac-118dc869db84 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Jul 26 12:56:48.469601 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-81b93455-ff04-4348-835b-19bcbe9079ec req-7f4622c8-e8a5-48ab-9f31-3ea300757d46 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413048 Jul 26 12:56:49.540097 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d0e6-2b15-4ebe-9571-2359364e7156 req-00b5ad7a-b741-494e-b44f-f912e9d9028a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:49.541572 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3203d0e6-2b15-4ebe-9571-2359364e7156 req-00b5ad7a-b741-494e-b44f-f912e9d9028a tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0476179 Jul 26 12:56:49.591141 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10fd4-7348-48ec-9129-f3f02b964b1f req-045591ad-f3fd-4298-9ae7-79cef8de7fe0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:49.592655 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d6f10fd4-7348-48ec-9129-f3f02b964b1f req-045591ad-f3fd-4298-9ae7-79cef8de7fe0 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0471799 Jul 26 12:56:49.593605 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3203d0e6-2b15-4ebe-9571-2359364e7156 req-4e3752a9-d639-4395-a3ba-22a828178bf7 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/security-groups?id=258931c5-c0d6-4da4-98ae-c95de8df3b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Jul 26 12:56:49.640610 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d6f10fd4-7348-48ec-9129-f3f02b964b1f req-8b8c157d-de52-45e6-9a8e-2886dab20b81 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424042 Jul 26 12:56:50.368992 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-3e70e6d4-fcc4-4945-a626-b61c6e52b364 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:50.370422 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-3e70e6d4-fcc4-4945-a626-b61c6e52b364 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 946 time: 0.0493505 Jul 26 12:56:50.446620 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:50.458049 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Deleting port 34328d9b-7b53-457f-a58d-3371c1433b29 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:50.458418 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.468903 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-a14a5fe6-f722-4227-8a68-e5e4c8fe6b75 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:50.470354 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-a14a5fe6-f722-4227-8a68-e5e4c8fe6b75 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.0476854 Jul 26 12:56:50.551692 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] For port 34328d9b-7b53-457f-a58d-3371c1433b29, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=34328d9b-7b53-457f-a58d-3371c1433b29,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:50.552596 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.554537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:50.555139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.566786 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Calling delete_port for 34328d9b-7b53-457f-a58d-3371c1433b29 owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:50.651550 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] For port 73ba4e0a-a6ad-4a34-9132-7824ae016df1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=73ba4e0a-a6ad-4a34-9132-7824ae016df1,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:50.652035 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.705692 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (34328d9b-7b53-457f-a58d-3371c1433b29), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.717888 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['34328d9b-7b53-457f-a58d-3371c1433b29'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:56:50.739731 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Pushing event deleted for resources: {'Port': ['ID=34328d9b-7b53-457f-a58d-3371c1433b29,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:50.760940 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-081967e8-2d8c-419a-bb6e-426c0007b58e req-8e24f70b-81be-4f2e-8bcf-589fe2b6e656 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a767a6a-b160-4f7d-970f-c45ff5bc1566 HTTP/1.1" status: 200 len: 210 time: 0.0752318 Jul 26 12:56:50.812986 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] No DVR routers for this DVR port 34328d9b-7b53-457f-a58d-3371c1433b29 on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:50.817054 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.820808 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3c7e1a59-4dbf-4393-90fe-ef1eeae7f9f6 req-11d7f75e-e45c-437d-93fd-63869015efe6 tempest-ServerRescueNegativeTestJSON-871230559 tempest-ServerRescueNegativeTestJSON-871230559-project] 10.222.0.46 "DELETE /v2.0/ports/34328d9b-7b53-457f-a58d-3371c1433b29 HTTP/1.1" status: 204 len: 173 time: 0.4450994 Jul 26 12:56:50.821237 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'name': 'network-vif-deleted', 'tag': '34328d9b-7b53-457f-a58d-3371c1433b29'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:50.823470 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fbdd10-2587-4a9a-a2e7-34947bdc34df" -d '{"events": [{"server_uuid": "1a767a6a-b160-4f7d-970f-c45ff5bc1566", "name": "network-vif-deleted", "tag": "34328d9b-7b53-457f-a58d-3371c1433b29"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:50.837487 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a88d0-d913-47d0-8473-1951cad75b1d req-1097f7d0-ffc6-43ef-9c55-fcc38919fb5d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:50.839116 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-185a88d0-d913-47d0-8473-1951cad75b1d req-1097f7d0-ffc6-43ef-9c55-fcc38919fb5d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 946 time: 0.1043754 Jul 26 12:56:50.869872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92077aa9-5cbc-4d3c-814e-2710153d6cb2 x-openstack-request-id: req-92077aa9-5cbc-4d3c-814e-2710153d6cb2 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:50.870151 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a767a6a-b160-4f7d-970f-c45ff5bc1566", "name": "network-vif-deleted", "tag": "34328d9b-7b53-457f-a58d-3371c1433b29", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:50.870575 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92077aa9-5cbc-4d3c-814e-2710153d6cb2 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:50.870994 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92077aa9-5cbc-4d3c-814e-2710153d6cb2'] response: {'server_uuid': '1a767a6a-b160-4f7d-970f-c45ff5bc1566', 'name': 'network-vif-deleted', 'tag': '34328d9b-7b53-457f-a58d-3371c1433b29', 'status': 'completed', 'code': 200} Jul 26 12:56:50.902715 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-185a88d0-d913-47d0-8473-1951cad75b1d req-fc9cf680-d934-4b9a-b335-fbe076e55e14 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7dc94ad-be09-4838-9f67-d8bdec510a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530922 Jul 26 12:56:50.913098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.913489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (c2408b5f-73c1-4804-be5d-a0030d17ee3b), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:50.913808 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP c2408b5f-73c1-4804-be5d-a0030d17ee3b disassociated. External IP: 172.27.2.60, port: 73ba4e0a-a6ad-4a34-9132-7824ae016df1. Jul 26 12:56:50.914194 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for 73ba4e0a-a6ad-4a34-9132-7824ae016df1 owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:50.971291 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:50.991068 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:51.059924 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (73ba4e0a-a6ad-4a34-9132-7824ae016df1), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:51.072952 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:51.338350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=73ba4e0a-a6ad-4a34-9132-7824ae016df1,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:51.448175 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:56:51.551494 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:56:51.553988 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:51.561804 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac473d-b670-483d-b803-40da6959250b None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:56:51.572225 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:51.572829 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:51.595833 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] No DVR routers for this DVR port 73ba4e0a-a6ad-4a34-9132-7824ae016df1 on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:51.598341 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:51.602211 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e06cb91d-5a55-4a07-b201-9f38b8a31d91 req-6f4e3f9d-2fbd-4c8a-9bbe-e412e2c22ab4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "DELETE /v2.0/ports/73ba4e0a-a6ad-4a34-9132-7824ae016df1 HTTP/1.1" status: 204 len: 173 time: 1.1263313 Jul 26 12:56:51.602652 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'name': 'network-vif-deleted', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:51.605336 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e0e57c-361b-493e-88e0-b047c9e8c1b4" -d '{"events": [{"server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "name": "network-vif-deleted", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:51.684257 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:51.711416 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90355ca1-8422-414e-a70a-5f63f0f98a75 x-openstack-request-id: req-90355ca1-8422-414e-a70a-5f63f0f98a75 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:51.711792 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35776963-2d4e-4698-9ad3-b91a5be95f1c", "name": "network-vif-deleted", "tag": "73ba4e0a-a6ad-4a34-9132-7824ae016df1", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:51.712106 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90355ca1-8422-414e-a70a-5f63f0f98a75 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:51.712518 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90355ca1-8422-414e-a70a-5f63f0f98a75'] response: {'server_uuid': '35776963-2d4e-4698-9ad3-b91a5be95f1c', 'name': 'network-vif-deleted', 'tag': '73ba4e0a-a6ad-4a34-9132-7824ae016df1', 'status': 'completed', 'code': 200} Jul 26 12:56:51.828840 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48414) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:51.886583 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:51.915659 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac473d-b670-483d-b803-40da6959250b None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:56:51.924278 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:51.924885 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:52.038247 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:52.057390 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-013b6596-b73b-4b69-a466-eb38315afae2 req-8b723bad-3ffb-48d4-bd21-bc901d852ad8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=35776963-2d4e-4698-9ad3-b91a5be95f1c HTTP/1.1" status: 200 len: 210 time: 0.0309892 Jul 26 12:56:52.238357 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-5bac473d-b670-483d-b803-40da6959250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:52.263234 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac473d-b670-483d-b803-40da6959250b None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:56:52.313729 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (6c33e799-9722-415a-8acb-d6a0213185f7), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:52.482695 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ff18e-83e9-4859-ad99-5cc91f08176a None None] New status for floating IP c2408b5f-73c1-4804-be5d-a0030d17ee3b: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:56:52.533623 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:52.548067 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Deleting port 76259252-cc43-4b82-82fc-4b64fc530676 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:52.548404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (76259252-cc43-4b82-82fc-4b64fc530676), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:52.589749 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:52.602813 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-45cae371-a212-42da-873c-2fd5c5e0a78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:52.635216 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] For port 76259252-cc43-4b82-82fc-4b64fc530676, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=76259252-cc43-4b82-82fc-4b64fc530676,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:52.635730 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (76259252-cc43-4b82-82fc-4b64fc530676), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:52.648770 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Calling delete_port for 76259252-cc43-4b82-82fc-4b64fc530676 owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:52.830297 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (76259252-cc43-4b82-82fc-4b64fc530676), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:52.860551 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Pushing event deleted for resources: {'Port': ['ID=76259252-cc43-4b82-82fc-4b64fc530676,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:53.021448 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (6c33e799-9722-415a-8acb-d6a0213185f7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.128164 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 73ba4e0a-a6ad-4a34-9132-7824ae016df1 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:53.150436 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 73ba4e0a-a6ad-4a34-9132-7824ae016df1 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:53.151211 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 73ba4e0a-a6ad-4a34-9132-7824ae016df1 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:53.151857 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 34328d9b-7b53-457f-a58d-3371c1433b29 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:53.177780 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 34328d9b-7b53-457f-a58d-3371c1433b29 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:53.178275 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 34328d9b-7b53-457f-a58d-3371c1433b29 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:53.182183 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48424) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:53.240689 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b26422b4-f3b3-4d5a-81c0-0701d6614208 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (b7dc94ad-be09-4838-9f67-d8bdec510a83), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.251982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Router 6c33e799-9722-415a-8acb-d6a0213185f7 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:56:53.253306 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:53.266721 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b26422b4-f3b3-4d5a-81c0-0701d6614208 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (b7dc94ad-be09-4838-9f67-d8bdec510a83), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.327459 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b26422b4-f3b3-4d5a-81c0-0701d6614208 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (b7dc94ad-be09-4838-9f67-d8bdec510a83), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.330338 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b26422b4-f3b3-4d5a-81c0-0701d6614208 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.331741 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b26422b4-f3b3-4d5a-81c0-0701d6614208 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7dc94ad-be09-4838-9f67-d8bdec510a83 HTTP/1.1" status: 204 len: 168 time: 0.1484783 Jul 26 12:56:53.335167 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48426) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:53.342826 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26422b4-f3b3-4d5a-81c0-0701d6614208 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc94ad-be09-4838-9f67-d8bdec510a83,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:53.361489 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-42a44018-ed10-4992-8952-df68a47b4311 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] show failed (client error): The resource could not be found. Jul 26 12:56:53.365899 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-42a44018-ed10-4992-8952-df68a47b4311 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups/b7dc94ad-be09-4838-9f67-d8bdec510a83 HTTP/1.1" status: 404 len: 347 time: 0.0270417 Jul 26 12:56:53.366390 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48428) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:53.375667 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:53.379213 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:56:53.384576 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d38f93f9-deca-404a-b0f3-2c8532b2c217 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c33e799-9722-415a-8acb-d6a0213185f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5546038 Jul 26 12:56:53.388001 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48430) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:53.390263 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] Sync routers for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:56:53.401670 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:53.402404 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:53.485450 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port b8b71ab2-034d-4ceb-be96-5d71ef336c83 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:53.485810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.493274 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks [] for router (6c33e799-9722-415a-8acb-d6a0213185f7), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.507513 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:53.533896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:53.575571 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.576198 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (b8b71ab2-034d-4ceb-be96-5d71ef336c83), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.592374 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for b8b71ab2-034d-4ceb-be96-5d71ef336c83 owned by network:floatingip {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:53.602313 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks [] for router_gateway (6c33e799-9722-415a-8acb-d6a0213185f7), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.653180 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Deleting port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:53.653864 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.678266 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:53.736057 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] For port 5d84e0f1-d34e-41e0-a56a-66170c3e4e43, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:53.738050 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.748294 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (b8b71ab2-034d-4ceb-be96-5d71ef336c83), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.752079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Calling delete_port for 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:53.760366 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:53.774231 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:56:52Z', 'revision_number': 5, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port': {'id': '5d84e0f1-d34e-41e0-a56a-66170c3e4e43', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:11Z', 'updated_at': '2022-07-26T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:53.780528 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=b8b71ab2-034d-4ceb-be96-5d71ef336c83,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:53.802866 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] Checking router: 6c33e799-9722-415a-8acb-d6a0213185f7 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:56:53.811654 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] Routers {'6c33e799-9722-415a-8acb-d6a0213185f7'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:53.812267 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6c33e799-9722-415a-8acb-d6a0213185f7'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:53.858171 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (c2408b5f-73c1-4804-be5d-a0030d17ee3b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.860914 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.862191 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8114f74f-c68f-4db1-bd29-5006c126c38f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2408b5f-73c1-4804-be5d-a0030d17ee3b HTTP/1.1" status: 204 len: 168 time: 0.4949269 Jul 26 12:56:53.910077 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] Set router 6c33e799-9722-415a-8acb-d6a0213185f7 gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:53.930332 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (5d84e0f1-d34e-41e0-a56a-66170c3e4e43), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:53.939230 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48434) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:53.945347 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556019294', 'description': 'tempest-description--1528493660'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:53.967932 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:56:53Z', 'revision_number': 6, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:53.976440 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5d84e0f1-d34e-41e0-a56a-66170c3e4e43,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:53.993875 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8767fff-e930-41a1-97e8-e3883b1291f3 None None] The sync data for ids ['6c33e799-9722-415a-8acb-d6a0213185f7'] in dv-cinder-850939-2-iscsi is: [{'id': '6c33e799-9722-415a-8acb-d6a0213185f7', 'name': 'tempest-ServerRescueNegativeTestJSON-715605791-router', 'tenant_id': 'd92bfe73c0a54823a88a89f9ae627134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:10Z', 'updated_at': '2022-07-26T12:56:53Z', 'revision_number': 6, 'project_id': 'd92bfe73c0a54823a88a89f9ae627134', 'gw_port_host': None}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:56:54.012975 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.070552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (6c33e799-9722-415a-8acb-d6a0213185f7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.186455 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (6c33e799-9722-415a-8acb-d6a0213185f7), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.191586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks [] for router_controller (6c33e799-9722-415a-8acb-d6a0213185f7), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.527941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (56401c35-398d-4205-adb8-7e7795e1bc38), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.529483 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (6c33e799-9722-415a-8acb-d6a0213185f7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.530332 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c33e799-9722-415a-8acb-d6a0213185f7 {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 12:56:54.532771 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (56401c35-398d-4205-adb8-7e7795e1bc38), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.537444 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.539051 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-c8f0d1c0-55d7-4ccc-a9ea-98185b7dd3bd admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c33e799-9722-415a-8acb-d6a0213185f7 HTTP/1.1" status: 204 len: 168 time: 1.1496742 Jul 26 12:56:54.541501 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48436) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:54.572123 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.573469 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6325951 Jul 26 12:56:54.574396 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7821ed-0115-40c7-af57-ce428013c6d2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56401c35-398d-4205-adb8-7e7795e1bc38,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:54.576800 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48438) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:54.581414 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': '56401c35-398d-4205-adb8-7e7795e1bc38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:54.586281 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:54.591780 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Deleting subnet 5c491342-a585-4664-b607-51a3b6b6cba3 {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:56:54.595204 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Publish callbacks [] for subnet (5c491342-a585-4664-b607-51a3b6b6cba3), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.595843 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:54.615317 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (9ecf1b61-2138-460c-bc47-b232dfeac624), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.638840 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (5c491342-a585-4664-b607-51a3b6b6cba3), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.673517 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (9ecf1b61-2138-460c-bc47-b232dfeac624), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.687198 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (9ecf1b61-2138-460c-bc47-b232dfeac624), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.705692 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecf1b61-2138-460c-bc47-b232dfeac624,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:54.717971 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.719030 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-140b70bc-16e7-410f-aaf0-6205075bd99d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413040 Jul 26 12:56:54.721622 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48440) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:54.727101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'security_group_rule': {'security_group_id': '56401c35-398d-4205-adb8-7e7795e1bc38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:54.730161 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (5c491342-a585-4664-b607-51a3b6b6cba3), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.730643 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85fcca83-6d80-4e7d-9e7d-be3377dc53fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.766143 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (4a56dfb6-a924-4578-a63a-5edb03692feb), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.793279 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (5c491342-a585-4664-b607-51a3b6b6cba3), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.822581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (4a56dfb6-a924-4578-a63a-5edb03692feb), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.828419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (4a56dfb6-a924-4578-a63a-5edb03692feb), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.830408 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.837404 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c491342-a585-4664-b607-51a3b6b6cba3 HTTP/1.1" status: 204 len: 168 time: 0.2925360 Jul 26 12:56:54.837404 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4205410-f8e2-4643-a854-62189ee222cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c491342-a585-4664-b607-51a3b6b6cba3,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:54.837676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c05ba-e43d-4c3c-8448-07dd90a0d954 None None] Network 399a1d18-4e78-4e8a-8ddb-7b454af2918b requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:56:54.838829 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48442) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:54.862486 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a56dfb6-a924-4578-a63a-5edb03692feb,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:54.876595 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.879261 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ba570a8a-d5a2-4e35-ac92-59b177ebe5c5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560075 Jul 26 12:56:54.882718 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48444) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:54.890375 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:54.913510 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:54.914756 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.925961 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (399a1d18-4e78-4e8a-8ddb-7b454af2918b), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:54.942426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:54.994544 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Deleting port b9b63974-eefe-44d7-91b6-6a1bf6b40840 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:54.994894 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.008900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.047997 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] DHCP port deletion for 399a1d18-4e78-4e8a-8ddb-7b454af2918b request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 12:56:55.079317 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] For port b9b63974-eefe-44d7-91b6-6a1bf6b40840, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b9b63974-eefe-44d7-91b6-6a1bf6b40840,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:55.079717 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.090533 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:55.094696 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Calling delete_port for b9b63974-eefe-44d7-91b6-6a1bf6b40840 owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:55.096774 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] Deleting port b9b63974-eefe-44d7-91b6-6a1bf6b40840 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:56:55.097254 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.135985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.27.2.9 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/943577cb-028b-4fcb-bf30-fa87d4d7825d) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:56:55.182160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] For port b9b63974-eefe-44d7-91b6-6a1bf6b40840, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b9b63974-eefe-44d7-91b6-6a1bf6b40840,segment=NetworkSegment(f5b26128-553f-408d-a8a3-ab2ae0cf6be9),segment_id=f5b26128-553f-408d-a8a3-ab2ae0cf6be9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:56:55.182963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.187815 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.200575 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] Calling delete_port for b9b63974-eefe-44d7-91b6-6a1bf6b40840 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:56:55.222261 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b63974-eefe-44d7-91b6-6a1bf6b40840,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:55.229361 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] No DVR routers for this DVR port b9b63974-eefe-44d7-91b6-6a1bf6b40840 on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:55.278044 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.299440 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (b9b63974-eefe-44d7-91b6-6a1bf6b40840), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.307220 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (399a1d18-4e78-4e8a-8ddb-7b454af2918b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.311927 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.318801 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] No DVR routers for this DVR port b9b63974-eefe-44d7-91b6-6a1bf6b40840 on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:56:55.344177 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399a1d18-4e78-4e8a-8ddb-7b454af2918b']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:55.346726 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637feff-9964-4688-9b29-4c7cbd1b7a04 None None] Pushing event deleted for resources: {'Port': ['ID=b9b63974-eefe-44d7-91b6-6a1bf6b40840,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:55.359176 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:55.359176 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b26128-553f-408d-a8a3-ab2ae0cf6be9') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:55.364967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:55.373501 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (f5b26128-553f-408d-a8a3-ab2ae0cf6be9), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.378130 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:56:55.384411 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:55.386468 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=943577cb-028b-4fcb-bf30-fa87d4d7825d,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:55.389546 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:56:55.400271 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (f5b26128-553f-408d-a8a3-ab2ae0cf6be9), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.401647 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b9b63974-eefe-44d7-91b6-6a1bf6b40840 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:55.402324 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:55.407958 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:56:55.408356 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (f5b26128-553f-408d-a8a3-ab2ae0cf6be9), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.438933 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: b9b63974-eefe-44d7-91b6-6a1bf6b40840 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:55.439499 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b9b63974-eefe-44d7-91b6-6a1bf6b40840 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:55.440264 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:55.464012 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:55.464603 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d84e0f1-d34e-41e0-a56a-66170c3e4e43 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:55.465206 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 76259252-cc43-4b82-82fc-4b64fc530676 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:56:55.483520 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (399a1d18-4e78-4e8a-8ddb-7b454af2918b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.487323 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (d9d350d7-bf3d-46c2-b0e3-17bd43c678cc), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.493676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 76259252-cc43-4b82-82fc-4b64fc530676 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:56:55.494201 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 76259252-cc43-4b82-82fc-4b64fc530676 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:56:55.500072 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:55.504723 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.512206 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/399a1d18-4e78-4e8a-8ddb-7b454af2918b HTTP/1.1" status: 204 len: 168 time: 0.6720724 Jul 26 12:56:55.513964 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1accb7-2b0e-45a6-9d02-f831aae68ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=399a1d18-4e78-4e8a-8ddb-7b454af2918b,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:55.547267 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.611902 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment f5b26128-553f-408d-a8a3-ab2ae0cf6be9 resource provider aggregate not found Jul 26 12:56:55.633148 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment f5b26128-553f-408d-a8a3-ab2ae0cf6be9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5b26128-553f-408d-a8a3-ab2ae0cf6be9 found for delete ", "request_id": "req-299b78a7-063d-4252-b4f3-be5033cd0284"}]} Jul 26 12:56:55.646788 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48454) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:55.688043 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-60ec639e-3378-46d6-abf6-971bb6d4e91b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d92bfe73c0a54823a88a89f9ae627134&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400803 Jul 26 12:56:55.690599 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48456) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:55.703807 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.709300 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.743152 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-03666d5b-5270-4cc8-9316-7960cd49eb92 admin admin] Publish callbacks [] for security_group (258931c5-c0d6-4da4-98ae-c95de8df3b52), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.767374 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-03666d5b-5270-4cc8-9316-7960cd49eb92 admin admin] Publish callbacks [] for security_group (258931c5-c0d6-4da4-98ae-c95de8df3b52), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.780983 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=943577cb-028b-4fcb-bf30-fa87d4d7825d,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:55.793051 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (d9d350d7-bf3d-46c2-b0e3-17bd43c678cc), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.809991 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.811677 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f2b57ad4-d46f-4dd5-af50-d09e4353ba4a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9269249 Jul 26 12:56:55.825795 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-03666d5b-5270-4cc8-9316-7960cd49eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (258931c5-c0d6-4da4-98ae-c95de8df3b52), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.828358 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-03666d5b-5270-4cc8-9316-7960cd49eb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:55.830187 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-03666d5b-5270-4cc8-9316-7960cd49eb92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258931c5-c0d6-4da4-98ae-c95de8df3b52 HTTP/1.1" status: 204 len: 168 time: 0.1385953 Jul 26 12:56:55.839427 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03666d5b-5270-4cc8-9316-7960cd49eb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258931c5-c0d6-4da4-98ae-c95de8df3b52,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:55.964536 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.048030 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-146fcaea-9835-49a9-9970-c6a7b7f6d4c1 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1556019294&fields=id&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 267 time: 0.0474074 Jul 26 12:56:56.174969 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-5ad85fe8-d03f-4cc1-a7aa-94a340c9e8d5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:56.176700 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-5ad85fe8-d03f-4cc1-a7aa-94a340c9e8d5 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.1216753 Jul 26 12:56:56.194993 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-328a7f8d-1e25-43ea-87ab-f79badd6b5fd tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/quotas/01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 375 time: 0.0111773 Jul 26 12:56:56.246609 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-2e8aeb58-bd0f-4879-ba0e-c0f8d15f5f6f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459790 Jul 26 12:56:56.449954 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-07dabd1a-4346-4164-b522-28641ded28f7 service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905289 Jul 26 12:56:56.541599 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-922b8f7e-9f42-4257-b841-f718216e2257 service neutron] 10.222.0.20 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858421 Jul 26 12:56:56.582184 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48492) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:56.690824 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-590491454-network', 'tenant_id': '429715c1b71244bcbbf9f30190d25823'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:56.732703 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c7f1e269-f34e-4c32-ad33-3284f1eaeb9e req-6143ae53-99fb-4b3c-b4f8-96f0b912f197 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 210 time: 0.0329511 Jul 26 12:56:56.740844 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Made reservation on behalf of 429715c1b71244bcbbf9f30190d25823 for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:56:56.743310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.753242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.837253 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks [] for security_group (dbd07b48-bb11-43a4-9be6-03c407495a55), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.841444 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (dbd07b48-bb11-43a4-9be6-03c407495a55), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.865408 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:56:56.879751 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:56.885927 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (51790f7f-0101-4a69-84b2-d08dd77c91f6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.886266 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Added segment 51790f7f-0101-4a69-84b2-d08dd77c91f6 of type vlan for network a4b606f7-2541-4a19-ae64-86a063826c2e Jul 26 12:56:56.887903 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd07b48-bb11-43a4-9be6-03c407495a55,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:56.937022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (a4b606f7-2541-4a19-ae64-86a063826c2e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.964588 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (a4b606f7-2541-4a19-ae64-86a063826c2e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:56.965790 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:56.966367 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.029666 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4460616 Jul 26 12:56:57.032900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48508) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:57.040592 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Request body: {'subnet': {'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-590491454-subnet', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:57.047851 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2a386-3afa-4110-8059-3b4f2e8bfc74 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b606f7-2541-4a19-ae64-86a063826c2e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:57.060715 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network a4b606f7-2541-4a19-ae64-86a063826c2e details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:56:57.071253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Made reservation on behalf of 429715c1b71244bcbbf9f30190d25823 for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:56:57.074100 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8560600'] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.128316 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:57.207292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:57.256228 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4149675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8560630'] for subnet (813fbdc5-50bb-4f7d-af24-88404a55985d), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.292166 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.321263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813fbdc5-50bb-4f7d-af24-88404a55985d,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:57.329036 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Checking segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:56:57.329389 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Network hostable DHCP agents. Network: a4b606f7-2541-4a19-ae64-86a063826c2e, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:56:57.347606 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Network a4b606f7-2541-4a19-ae64-86a063826c2e is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:56:57.357784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, a4b606f7-2541-4a19-ae64-86a063826c2e) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:57.363454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:57.365286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.369177 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18321e-de48-432a-a28e-0b3651dd042d None None] Network a4b606f7-2541-4a19-ae64-86a063826c2e requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:56:57.384872 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3fc17517-a091-4f70-9666-a3561209e033 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3498528 Jul 26 12:56:57.387623 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48512) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:57.391981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:57.414352 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (2983448a-2518-4b75-a613-cc1ba8ffcdd6), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.415352 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (2983448a-2518-4b75-a613-cc1ba8ffcdd6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.466294 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks [] for router_controller (2983448a-2518-4b75-a613-cc1ba8ffcdd6), precommit_add_association {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.475762 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-a4b606f7-2541-4a19-ae64-86a063826c2e', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 12:56:57.476859 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.532862 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:57.604774 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks [] for router_gateway (2983448a-2518-4b75-a613-cc1ba8ffcdd6), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.613742 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Allocated IP 172.20.0.2 (a4b606f7-2541-4a19-ae64-86a063826c2e/813fbdc5-50bb-4f7d-af24-88404a55985d/46a167ce-d7b3-4c1f-9a28-4b4f36a7108b) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:56:57.695592 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.827889 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks [] for router_gateway (2983448a-2518-4b75-a613-cc1ba8ffcdd6), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.845969 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Publish callbacks [] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.847401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-f27d6a78-ab1c-4df3-accc-9556f20518c7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:57.849840 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-f27d6a78-ab1c-4df3-accc-9556f20518c7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 815 time: 0.1315615 Jul 26 12:56:57.856296 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.857772 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:57.868405 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:57.888826 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b771237e-3a75-4c0e-8e3e-6142e8dfdb58 req-b66cb192-1a09-48d2-8c47-f032e7bb50b3 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 210 time: 0.0379710 Jul 26 12:56:57.902848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Network a4b606f7-2541-4a19-ae64-86a063826c2e is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:56:57.907690 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:57.919481 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:56:57.934844 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Pushing event updated for resources: {'Port': ['ID=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:57.971359 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:57.971516 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-e8ae2b53-3647-41e8-b135-4e44528375b8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fca015df86428b9356df3f127327c2 HTTP/1.1" status: 200 len: 380 time: 0.0816627 Jul 26 12:56:57.980589 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'port': {'device_id': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'admin_state_up': True, 'tenant_id': '01fca015df86428b9356df3f127327c2', 'security_groups': ['56401c35-398d-4205-adb8-7e7795e1bc38']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:57.999244 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Allocated IP 172.27.2.219 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/950b6ff7-5546-4bba-85b8-722498138748) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:56:58.001827 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Attempting to bind port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:56:58.002229 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Attempting to bind port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:56:58.002576 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Attempting to bind port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b on network a4b606f7-2541-4a19-ae64-86a063826c2e {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:56:58.009749 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:56:58.010096 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Checking segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:56:58.010537 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.010961 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Bound using segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:56:58.011418 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Bound port: 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:56:58.011826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.081254 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] For port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:56:58.085859 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] For port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:56:58.093117 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.100324 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Made reservation on behalf of 01fca015df86428b9356df3f127327c2 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:56:58.104775 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.120808 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks [] for port (950b6ff7-5546-4bba-85b8-722498138748), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.163023 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd2c2f-dece-442b-871c-74502578ec58 None None] Pushing event updated for resources: {'Port': ['ID=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:58.182632 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (950b6ff7-5546-4bba-85b8-722498138748), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.202919 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:56:58.205932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:58.208734 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:56:58.227458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:58.259941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Allocated IP 172.20.0.4 (923d9432-be57-465d-9c21-1d0c5b4c37d3/8d8a1d0b-76c4-4929-8279-0a49f300fd41/f8c8c0ab-fac0-4f1a-8802-3cb64df470f6) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:56:58.283549 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Pushing event updated for resources: {'Port': ['ID=950b6ff7-5546-4bba-85b8-722498138748,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:58.441865 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:58.461336 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.491324 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:58.504728 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.527044 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks [] for router_gateway (2983448a-2518-4b75-a613-cc1ba8ffcdd6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.550338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:56:58.554198 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:56:58.558158 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:56:58.564248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event updated for resources: {'Port': ['ID=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:58.614120 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:58.615896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:58.616616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.637732 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-207ca459-3ecd-47d3-9ff1-75712ac169eb tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616809 Jul 26 12:56:58.698991 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Request body: {'port': {'device_id': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:56:58.729525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (2983448a-2518-4b75-a613-cc1ba8ffcdd6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.778126 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.801287 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-d91f9718-5239-404d-98f8-8109b8dc3237 None None] Provisioning complete for port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:56:58.801657 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d91f9718-5239-404d-98f8-8109b8dc3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:58.842439 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-d91f9718-5239-404d-98f8-8109b8dc3237 None None] Port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:56:59.079430 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:56:59.088725 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Publish callbacks [] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.103774 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Transition to ACTIVE for port object f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:56:59.113020 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.157170 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7629c5-3f95-4906-b7b6-40b0624b2ece req-a590a068-8938-4308-8e14-84f6cbd010cf tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:59.159578 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6f7629c5-3f95-4906-b7b6-40b0624b2ece req-a590a068-8938-4308-8e14-84f6cbd010cf tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 931 time: 0.0665934 Jul 26 12:56:59.220009 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:59.239501 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 12:56:59.247400 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6f7629c5-3f95-4906-b7b6-40b0624b2ece req-67ba2fb7-674a-446a-9bcb-c8f0ad21e306 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685561 Jul 26 12:56:59.256794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Attempting to bind port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:56:59.256794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Attempting to bind port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:56:59.256794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Attempting to bind port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:56:59.261543 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:56:59.261870 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Attempting to bind port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 on network 923d9432-be57-465d-9c21-1d0c5b4c37d3 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:56:59.280530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:56:59.281015 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Checking segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:56:59.283489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Bound using segment: {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:56:59.283489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Bound port: f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878c2f80-bc55-46fa-809c-9f2e981690a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:56:59.283489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.323672 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33f2d2-8d5f-4a25-9d96-bf12d73a80ad None None] Network a4b606f7-2541-4a19-ae64-86a063826c2e requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:56:59.354400 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] For port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:56:59.362528 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] For port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:56:59.370248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.378948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:56:59.401569 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:56:59.410085 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.412314 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-52804bcf-60a8-4d23-980e-1cf06c7a84c1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0236461 Jul 26 12:56:59.415278 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48526) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:56:59.452726 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:59.453441 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.455130 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] 10.222.0.46 "PUT /v2.0/ports/f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 HTTP/1.1" status: 200 len: 1093 time: 0.8092952 Jul 26 12:56:59.455804 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:56:59.458777 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bca72aa-8d26-4094-80b9-a0a17adf358a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:56:59.461011 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] Provisioning complete for port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:56:59.461661 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.463334 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae26b0-31dd-40f7-b7a4-98b0278eecda service neutron] Pushing event updated for resources: {'Port': ['ID=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:56:59.526872 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7890fa-4a38-4d45-bbcc-1ed0e4177a3b x-openstack-request-id: req-1c7890fa-4a38-4d45-bbcc-1ed0e4177a3b {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:56:59.527353 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:56:59.527830 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c7890fa-4a38-4d45-bbcc-1ed0e4177a3b {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:56:59.528414 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7890fa-4a38-4d45-bbcc-1ed0e4177a3b'] response: {'name': 'network-changed', 'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'status': 'completed', 'code': 200} Jul 26 12:56:59.558758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:59.563068 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-6b64ec12-93c9-4f7b-9335-13a1ef219be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:59.564910 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-6b64ec12-93c9-4f7b-9335-13a1ef219be1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 1127 time: 0.0532885 Jul 26 12:56:59.585205 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:59.621426 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-30577728-b290-405c-83c4-1680d19179cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 HTTP/1.1" status: 200 len: 217 time: 0.0461736 Jul 26 12:56:59.666672 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:56:59.669009 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:56:59.669887 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:56:59.680602 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-ea8b35a0-6d87-4ecf-a7c5-ad1402a6cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:59.682251 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-ea8b35a0-6d87-4ecf-a7c5-ad1402a6cbcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0551243 Jul 26 12:56:59.738022 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-fd863398-765d-4935-8b09-46d0a92e0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:56:59.739752 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-fd863398-765d-4935-8b09-46d0a92e0d41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514076 Jul 26 12:56:59.786881 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:59.841807 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-fe4ddc65-4c95-4715-b4b7-7f063261df8e service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958679 Jul 26 12:56:59.861682 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:56:59.889663 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:56:59.890117 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.916818 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] Current status of the port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:56:59.916818 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.932584 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:56:59.961630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:56:59.969809 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aeb13a1f-de87-41af-b64a-21db90a5a81b req-c1e3b115-aa22-48fd-bf37-7f6190e93aef service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215401 Jul 26 12:57:00.051244 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] For port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:00.064647 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.120957 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:00.121476 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:00.151066 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Allocated IP 172.20.0.1 (a4b606f7-2541-4a19-ae64-86a063826c2e/813fbdc5-50bb-4f7d-af24-88404a55985d/aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:57:00.178713 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:00.198575 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f30ef-9cc7-4e0e-94ee-439b99432396 None None] Pushing event updated for resources: {'Port': ['ID=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:00.204737 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:56:58Z', 'revision_number': 3, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:00.206440 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-9761ca44-1487-4b49-8b77-49269f3d02ae None None] Provisioning complete for port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:00.206801 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9761ca44-1487-4b49-8b77-49269f3d02ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.255975 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:57:00.256317 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Updating router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 port 950b6ff7-5546-4bba-85b8-722498138748 binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:57:00.260277 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks [] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.293032 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (950b6ff7-5546-4bba-85b8-722498138748), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.295981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.345627 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Network a4b606f7-2541-4a19-ae64-86a063826c2e is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:57:00.361443 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:57:00.381666 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:57:00.386928 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Pushing event updated for resources: {'Port': ['ID=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:00.405866 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-9761ca44-1487-4b49-8b77-49269f3d02ae None None] Current status of the port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:00.427835 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece550e1-cb9a-4f2f-b985-8bc9fdd55657 req-cc5d1c93-d3bb-41f8-aa73-ee250a88b321 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:00.428831 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ece550e1-cb9a-4f2f-b985-8bc9fdd55657 req-cc5d1c93-d3bb-41f8-aa73-ee250a88b321 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 943 time: 0.0905349 Jul 26 12:57:00.462022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (2983448a-2518-4b75-a613-cc1ba8ffcdd6), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.541097 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ece550e1-cb9a-4f2f-b985-8bc9fdd55657 req-55537220-0095-4b09-babc-50246cad9b7b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056244 Jul 26 12:57:00.612880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Publish callbacks [] for port (950b6ff7-5546-4bba-85b8-722498138748), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.616762 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:00.619500 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (950b6ff7-5546-4bba-85b8-722498138748), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.626849 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.680902 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-4ebff6ea-ff4f-4693-a3c6-e0faeef4a262 None None] Provisioning complete for port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:00.681192 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4ebff6ea-ff4f-4693-a3c6-e0faeef4a262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.700478 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e2a2a-4cd6-4610-a3ea-817c0292c7c3 None None] Pushing event updated for resources: {'Port': ['ID=950b6ff7-5546-4bba-85b8-722498138748,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:00.704575 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Attempting to bind port 950b6ff7-5546-4bba-85b8-722498138748 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:57:00.704941 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Attempting to bind port 950b6ff7-5546-4bba-85b8-722498138748 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:57:00.705300 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Attempting to bind port 950b6ff7-5546-4bba-85b8-722498138748 on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:57:00.719968 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:57:00.720342 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:57:00.720765 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.721153 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:57:00.721623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Bound port: 950b6ff7-5546-4bba-85b8-722498138748, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:57:00.722005 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (950b6ff7-5546-4bba-85b8-722498138748), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.726848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4ebff6ea-ff4f-4693-a3c6-e0faeef4a262 None None] Port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:57:00.741886 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:00.785460 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] For port 950b6ff7-5546-4bba-85b8-722498138748, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:57:00.789312 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] For port 950b6ff7-5546-4bba-85b8-722498138748, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=950b6ff7-5546-4bba-85b8-722498138748,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:57:00.796677 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (950b6ff7-5546-4bba-85b8-722498138748), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.804070 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-904c468d-559d-418f-9dc8-71dfdd9129c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:00.804070 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-904c468d-559d-418f-9dc8-71dfdd9129c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 1127 time: 0.0431297 Jul 26 12:57:00.811034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks [] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.815792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.834634 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:00.860776 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:00.861403 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:00.890195 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Pushing event updated for resources: {'Port': ['ID=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:00.892592 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (2983448a-2518-4b75-a613-cc1ba8ffcdd6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:00.901480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-0e80e7f9-293f-42b7-98f0-32527bd3de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:00.903136 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-0e80e7f9-293f-42b7-98f0-32527bd3de6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.0954647 Jul 26 12:57:00.907955 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e2a2a-4cd6-4610-a3ea-817c0292c7c3 None None] Pushing event updated for resources: {'Port': ['ID=950b6ff7-5546-4bba-85b8-722498138748,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:00.946509 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-b599231c-5793-44bf-959f-065ae156af02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 HTTP/1.1" status: 200 len: 217 time: 0.0357101 Jul 26 12:57:00.981431 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:00.993973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Network a4b606f7-2541-4a19-ae64-86a063826c2e is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:57:00.995416 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:57:00.996618 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-7773104c-0a90-4f1c-93b6-e67aefc33206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:00.998150 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-7773104c-0a90-4f1c-93b6-e67aefc33206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0457032 Jul 26 12:57:01.059713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-af2bfd1b-d30f-40ab-94fd-30405dd0dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:01.061663 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-af2bfd1b-d30f-40ab-94fd-30405dd0dc87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568304 Jul 26 12:57:01.127921 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:01.133986 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:57:01.139831 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:57:01.195579 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-151978d0-8950-4431-a8ca-6ec64a3a5ebf service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266010 Jul 26 12:57:01.274881 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:57:01.279903 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e349b968-fdde-420f-9cda-3292b1ee89af admin admin] 10.222.0.20 "PUT /v2.0/routers/2983448a-2518-4b75-a613-cc1ba8ffcdd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8631356 Jul 26 12:57:01.318702 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2bca72aa-8d26-4094-80b9-a0a17adf358a req-71a275ec-b728-481e-bc94-265cd3b85b8e service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161599 Jul 26 12:57:01.396343 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:01.422664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-7ffa4f4b-b6a9-4f66-bdc3-e071750dfdc9 None None] Provisioning complete for port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:01.423332 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4f4b-b6a9-4f66-bdc3-e071750dfdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.483160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:01.523583 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'port_id': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'mac_address': 'fa:16:3e:98:7c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:57:01.529150 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa4f4b-b6a9-4f66-bdc3-e071750dfdc9 None None] Port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:57:01.532082 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 2, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:01.580259 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d722fa-edfd-42dd-84e4-149403251811 None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 2, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:57:01.594151 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:01.594151 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.594461 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48540) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:57:01.602367 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47339701', 'description': 'tempest-description--1479652801'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:01.624487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:01.624881 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.631990 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.649164 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:57:01.657786 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:01.684645 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:01.717722 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d45f37-45a7-43a2-a345-70e849c0fec9 req-3f0b2800-1e60-4675-8ba5-4d54323820d9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:01.718567 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (3bcc7993-c7ba-473a-a61d-2c7b388afe73), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.719302 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-58d45f37-45a7-43a2-a345-70e849c0fec9 req-3f0b2800-1e60-4675-8ba5-4d54323820d9 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 943 time: 0.0698707 Jul 26 12:57:01.724943 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.725336 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3bcc7993-c7ba-473a-a61d-2c7b388afe73), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.744835 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:01.762734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc7993-c7ba-473a-a61d-2c7b388afe73,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:01.772092 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:01.782591 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.783740 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-346680fd-9a4f-424c-bcc2-72e63e316e8c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1884596 Jul 26 12:57:01.787360 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48542) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:57:01.792383 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'security_group_rule': {'security_group_id': '3bcc7993-c7ba-473a-a61d-2c7b388afe73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:01.797701 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:01.805037 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-58d45f37-45a7-43a2-a345-70e849c0fec9 req-62879af4-57ad-4ce2-aa32-2c593b81898f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771260 Jul 26 12:57:01.831986 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (b77f35f7-56e7-470c-b66d-46308f512410), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.866834 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:01.911901 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (b77f35f7-56e7-470c-b66d-46308f512410), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.916156 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (b77f35f7-56e7-470c-b66d-46308f512410), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.941117 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77f35f7-56e7-470c-b66d-46308f512410,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:01.948980 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:01.950246 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5c123156-daac-4155-b9c0-2045a91dfda3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613123 Jul 26 12:57:01.953102 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 48544) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:57:01.957530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'security_group_rule': {'security_group_id': '3bcc7993-c7ba-473a-a61d-2c7b388afe73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:01.983532 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['f8c8c0ab-fac0-4f1a-8802-3cb64df470f6'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:57:01.988082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (48d14816-06e5-41f7-bbcb-994b3c44117e), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.053029 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (48d14816-06e5-41f7-bbcb-994b3c44117e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.056982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (48d14816-06e5-41f7-bbcb-994b3c44117e), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.077734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d14816-06e5-41f7-bbcb-994b3c44117e,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:02.087760 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.089094 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-141af673-91f6-4c93-9279-5fd4e963e662 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349638 Jul 26 12:57:02.092138 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48546) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:57:02.096553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:02.121118 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.210645 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.273800 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:02.326678 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Allocated IP 172.27.2.240 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/aab19688-714d-4bc2-b3a3-9e80aa2eb056) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:57:02.405935 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:02.447814 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.488245 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.533469 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:57:02.538863 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:57:02.541087 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'Port': ['ID=aab19688-714d-4bc2-b3a3-9e80aa2eb056,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:02.543212 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:57:02.636169 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (14816903-e69f-48fb-9d70-c42abe77647c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.675394 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.836702 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.843102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.917734 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'Port': ['ID=aab19688-714d-4bc2-b3a3-9e80aa2eb056,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:02.931393 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abbff4-6b33-4a92-a9fd-c2f34f1a5e66 req-84c6f9e0-0354-4651-8629-b4907bfa9615 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:02.932460 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (14816903-e69f-48fb-9d70-c42abe77647c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.932928 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-41abbff4-6b33-4a92-a9fd-c2f34f1a5e66 req-84c6f9e0-0354-4651-8629-b4907bfa9615 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 944 time: 0.0541260 Jul 26 12:57:02.950102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:02.951371 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-450b2442-5be8-4ee2-bb93-4f6182ac8bd0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8582900 Jul 26 12:57:02.987323 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-41abbff4-6b33-4a92-a9fd-c2f34f1a5e66 req-39e93902-5dae-4bb8-89e6-6e9ca6454064 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479944 Jul 26 12:57:03.122230 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-55de8960-264c-4acf-b632-3de2316693be tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--47339701&fields=id&tenant_id=429715c1b71244bcbbf9f30190d25823 HTTP/1.1" status: 200 len: 267 time: 0.0498478 Jul 26 12:57:03.129515 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:03.189099 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:57:03.197776 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:03.198651 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:03.218207 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:03.246983 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-1695996e-ac2a-4007-8292-f8c09029e753 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:03.248485 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-1695996e-ac2a-4007-8292-f8c09029e753 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 810 time: 0.1195462 Jul 26 12:57:03.264298 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-febe1909-b711-4949-949d-04187e4b9968 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/quotas/429715c1b71244bcbbf9f30190d25823 HTTP/1.1" status: 200 len: 375 time: 0.0102162 Jul 26 12:57:03.281123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:03.281528 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:03.306294 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:03.308585 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2e5cb-5fcd-4d39-8811-4bd10c5c49bf" -d '{"events": [{"server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "name": "network-vif-plugged", "status": "completed", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:03.329987 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:03.338143 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:03.349449 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-23532f05-117c-4277-a6b9-c0fc705084c5 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785701 Jul 26 12:57:03.395115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:03.403066 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:03.424700 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 950b6ff7-5546-4bba-85b8-722498138748 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:03.457599 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2284d95-089e-4dd4-a5da-32fe2575569b x-openstack-request-id: req-b2284d95-089e-4dd4-a5da-32fe2575569b {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:03.457990 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "name": "network-vif-plugged", "status": "completed", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:03.458312 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2284d95-089e-4dd4-a5da-32fe2575569b {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:03.458769 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2284d95-089e-4dd4-a5da-32fe2575569b'] response: {'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'code': 200} Jul 26 12:57:03.474970 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 950b6ff7-5546-4bba-85b8-722498138748 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:03.475650 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (950b6ff7-5546-4bba-85b8-722498138748), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:03.505986 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:03.525554 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-16c46e3b-1816-43e6-ab35-e24c88c6e70e service neutron] 10.222.0.20 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736341 Jul 26 12:57:03.568807 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 950b6ff7-5546-4bba-85b8-722498138748 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:03.569205 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (950b6ff7-5546-4bba-85b8-722498138748), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:03.597616 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 950b6ff7-5546-4bba-85b8-722498138748, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=950b6ff7-5546-4bba-85b8-722498138748,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:03.602525 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (950b6ff7-5546-4bba-85b8-722498138748), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:03.635477 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-83857657-904e-457b-bd24-5695b5578ca0 service neutron] 10.222.0.20 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018927 Jul 26 12:57:03.655921 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=950b6ff7-5546-4bba-85b8-722498138748,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:03.673547 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff85d-f1a4-4786-9252-cef6bd762eaf req-b568c8be-e960-457d-8fed-c823ffd77e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:03.675111 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ed5ff85d-f1a4-4786-9252-cef6bd762eaf req-b568c8be-e960-457d-8fed-c823ffd77e2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0705686 Jul 26 12:57:03.721236 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ed5ff85d-f1a4-4786-9252-cef6bd762eaf req-3e1e3c5b-65b6-4954-8e28-fe4143d1b4a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392241 Jul 26 12:57:03.812061 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-27395696-2602-497a-a736-c59346b3b7e8 req-b20af5ec-5697-4490-bee8-0654280c0e82 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 210 time: 0.0291204 Jul 26 12:57:03.839682 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:57:03.843616 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:03.852580 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:03.853197 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:03.960650 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:04.118888 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea012f-8744-4683-a515-a4ef7bacbee6 req-d955ac2e-b638-4e8e-9c01-13311856dc86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:04.120692 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-95ea012f-8744-4683-a515-a4ef7bacbee6 req-d955ac2e-b638-4e8e-9c01-13311856dc86 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Jul 26 12:57:04.174168 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-95ea012f-8744-4683-a515-a4ef7bacbee6 req-ef2fa4fd-a8ee-4629-b0f7-2cf68e19bbf8 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467160 Jul 26 12:57:04.189697 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 2, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:04.214825 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:57:04.215179 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Updating router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 12:57:04.242515 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.497470 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Publish callbacks [] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.502644 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.525992 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:04.550993 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Pushing event updated for resources: {'Port': ['ID=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:04.560944 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.561282 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.561626 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.561977 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.562300 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.562626 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.562940 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.563757 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.563757 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.564429 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.564562 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.564916 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.565183 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.565526 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.565806 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:04.624486 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Attempting to bind port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:57:04.624834 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Attempting to bind port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:57:04.625193 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Attempting to bind port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d on network a4b606f7-2541-4a19-ae64-86a063826c2e {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:57:04.631752 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:57:04.632120 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Checking segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:57:04.632560 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.632949 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Bound using segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:57:04.633406 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Bound port: aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:57:04.633777 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.699519 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] For port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:57:04.703777 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] For port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:57:04.711391 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.758862 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:04.772746 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99f3f9-b066-4fe8-b026-cea89d62e68c None None] Pushing event updated for resources: {'Port': ['ID=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:04.784213 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:04.784842 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:04.785059 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] Provisioning complete for port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:04.788306 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.856389 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:04.898469 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:04.923325 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] Current status of the port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:04.923777 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:04.956076 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d0e1eba-1e9c-4855-9b82-0696be698a86 req-91a276aa-7147-4833-bda8-f3ea608b8abd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 210 time: 0.0427463 Jul 26 12:57:04.977230 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] For port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:04.981954 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:05.047766 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41d46-61cb-483c-a3cb-0a324e37b9f4 None None] Pushing event updated for resources: {'Port': ['ID=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:05.107231 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-dc1a6645-46dc-40d8-9e82-0dea54effb86 None None] Provisioning complete for port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:05.107615 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6645-46dc-40d8-9e82-0dea54effb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:05.192123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a6645-46dc-40d8-9e82-0dea54effb86 None None] Current status of the port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:05.202381 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:05.233276 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b134cf1-890f-4a8d-8eb5-1bdfc283dd5f None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:57:05.304138 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ad88-08ce-4217-95ff-e9f512bd2ead req-f8943883-3370-4078-917a-83b696b1b85a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:05.305772 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-da44ad88-08ce-4217-95ff-e9f512bd2ead req-f8943883-3370-4078-917a-83b696b1b85a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0579376 Jul 26 12:57:05.412963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:05.419140 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-da44ad88-08ce-4217-95ff-e9f512bd2ead req-38a64fca-898d-4e02-90ce-475adfe1c3f7 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047678 Jul 26 12:57:05.492401 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:05.492924 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:05.615286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a418a-dbcc-4fd9-a93d-e982133ebf42 req-ef4f6444-5603-4cb7-9b92-aaf33e92706a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:05.621325 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9f5a418a-dbcc-4fd9-a93d-e982133ebf42 req-ef4f6444-5603-4cb7-9b92-aaf33e92706a tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0742631 Jul 26 12:57:05.627958 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48598) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:57:05.636600 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Request body: {'floatingip': {'port_id': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:05.665545 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:05.666847 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 950b6ff7-5546-4bba-85b8-722498138748 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:05.682454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-5e8a3900-cebd-47cc-b077-fb02de502ec2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:05.684038 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-5e8a3900-cebd-47cc-b077-fb02de502ec2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 810 time: 0.1252806 Jul 26 12:57:05.687235 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (d9d350d7-bf3d-46c2-b0e3-17bd43c678cc), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:05.756063 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 950b6ff7-5546-4bba-85b8-722498138748 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:05.756697 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (950b6ff7-5546-4bba-85b8-722498138748), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:05.764093 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-5df43545-b32a-497e-874b-eee1b7a27e81 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429715c1b71244bcbbf9f30190d25823 HTTP/1.1" status: 200 len: 378 time: 0.0704052 Jul 26 12:57:05.779596 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'port': {'device_id': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'admin_state_up': True, 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'security_groups': ['3bcc7993-c7ba-473a-a61d-2c7b388afe73']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:05.857283 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 950b6ff7-5546-4bba-85b8-722498138748 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:05.929614 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Made reservation on behalf of 429715c1b71244bcbbf9f30190d25823 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:57:05.933445 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:05.957026 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:05.995386 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:06.086135 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3965cce4-aab9-41f2-adbf-da4cb8396cf6 req-0c1ac0d2-be0e-41a7-806b-23eb6aaea214 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 210 time: 0.0346332 Jul 26 12:57:06.109355 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Allocated IP 172.20.0.3 (a4b606f7-2541-4a19-ae64-86a063826c2e/813fbdc5-50bb-4f7d-af24-88404a55985d/d45328ab-0a5d-4356-ac91-b30351ad1eea) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:57:06.218520 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.222968 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (d9d350d7-bf3d-46c2-b0e3-17bd43c678cc), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.259144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.291826 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.333876 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Network a4b606f7-2541-4a19-ae64-86a063826c2e is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:57:06.339609 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:57:06.343825 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:57:06.373802 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'Port': ['ID=d45328ab-0a5d-4356-ac91-b30351ad1eea,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:06.409470 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:06.410344 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.430849 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-e960199b-e54b-4da2-9f7b-0efa1874ffff tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6607025 Jul 26 12:57:06.443845 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Request body: {'port': {'device_id': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:06.519224 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.596573 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:06.615038 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:06.618938 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP d9d350d7-bf3d-46c2-b0e3-17bd43c678cc associated. External IP: 172.27.2.9, port: f8c8c0ab-fac0-4f1a-8802-3cb64df470f6. Jul 26 12:57:06.621238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-3ca52118-d299-42b8-8b5d-09b624e666d0 None None] Provisioning complete for port d45328ab-0a5d-4356-ac91-b30351ad1eea triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:06.621927 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3ca52118-d299-42b8-8b5d-09b624e666d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.658349 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3ca52118-d299-42b8-8b5d-09b624e666d0 None None] Port d45328ab-0a5d-4356-ac91-b30351ad1eea cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:57:06.780904 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:06.795002 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45328ab-0a5d-4356-ac91-b30351ad1eea {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:57:06.802831 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Publish callbacks [] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.815667 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Transition to ACTIVE for port object d45328ab-0a5d-4356-ac91-b30351ad1eea will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:57:06.820017 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.825242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:57:06.869193 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Pushing event updated for resources: {'Port': ['ID=d45328ab-0a5d-4356-ac91-b30351ad1eea,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:06.916006 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:06.934566 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:06.950297 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:57:06.953088 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Attempting to bind port d45328ab-0a5d-4356-ac91-b30351ad1eea on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:57:06.953532 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Attempting to bind port d45328ab-0a5d-4356-ac91-b30351ad1eea by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:57:06.953865 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Attempting to bind port d45328ab-0a5d-4356-ac91-b30351ad1eea on network a4b606f7-2541-4a19-ae64-86a063826c2e {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:57:06.956100 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.960011 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Port d45328ab-0a5d-4356-ac91-b30351ad1eea on network a4b606f7-2541-4a19-ae64-86a063826c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:57:06.960512 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Attempting to bind port d45328ab-0a5d-4356-ac91-b30351ad1eea on network a4b606f7-2541-4a19-ae64-86a063826c2e {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:57:06.963443 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:57:06.966176 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:57:06.966520 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Checking segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:57:06.966901 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Bound using segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:57:06.967332 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Bound port: d45328ab-0a5d-4356-ac91-b30351ad1eea, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:57:06.967715 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:06.980538 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:06.982533 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:07.007592 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0e0859cb-889b-4a23-9b78-5b191a27fba6 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "PUT /v2.0/floatingips/d9d350d7-bf3d-46c2-b0e3-17bd43c678cc HTTP/1.1" status: 200 len: 989 time: 1.3757801 Jul 26 12:57:07.007592 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:07.012515 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04316af1-acfe-4067-9318-bc21689b74aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:07.059412 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] For port d45328ab-0a5d-4356-ac91-b30351ad1eea, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:57:07.062256 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f00cef-0a0c-44fb-8e41-9dc09d7103cb x-openstack-request-id: req-56f00cef-0a0c-44fb-8e41-9dc09d7103cb {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:07.062545 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:07.062796 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56f00cef-0a0c-44fb-8e41-9dc09d7103cb {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:07.063203 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f00cef-0a0c-44fb-8e41-9dc09d7103cb'] response: {'name': 'network-changed', 'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'status': 'completed', 'code': 200} Jul 26 12:57:07.063990 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] For port d45328ab-0a5d-4356-ac91-b30351ad1eea, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:57:07.072447 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:07.108874 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.109489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:07.110866 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] 10.222.0.46 "PUT /v2.0/ports/d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 1093 time: 0.6722324 Jul 26 12:57:07.111307 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:07.111964 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:07.114633 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:07.139468 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316af1-acfe-4067-9318-bc21689b74aa req-5fdbde61-a8db-430a-a810-c3d7dd4d2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.141014 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-5fdbde61-a8db-430a-a810-c3d7dd4d2b88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01fca015df86428b9356df3f127327c2&device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0512695 Jul 26 12:57:07.142223 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee4bd0-8bbb-4acb-909b-3f44a0226b82 service neutron] Pushing event updated for resources: {'Port': ['ID=d45328ab-0a5d-4356-ac91-b30351ad1eea,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:07.238629 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-fef029bd-128c-4bb1-a9fd-fe68f3e8b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.240873 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-fef029bd-128c-4bb1-a9fd-fe68f3e8b6c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1127 time: 0.0507238 Jul 26 12:57:07.251397 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40233efe-e586-40be-bcda-a86decd5c083 x-openstack-request-id: req-40233efe-e586-40be-bcda-a86decd5c083 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:07.252054 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:07.252319 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40233efe-e586-40be-bcda-a86decd5c083 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:07.252788 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40233efe-e586-40be-bcda-a86decd5c083'] response: {'name': 'network-changed', 'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'status': 'completed', 'code': 200} Jul 26 12:57:07.270035 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316af1-acfe-4067-9318-bc21689b74aa req-dbb63358-5465-4f2a-9ecc-e284d5ccc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.272468 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-dbb63358-5465-4f2a-9ecc-e284d5ccc875 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 200 len: 916 time: 0.1245039 Jul 26 12:57:07.300506 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-063fe1fe-172f-4f62-8e6f-bc4ece1e84fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 217 time: 0.0467868 Jul 26 12:57:07.355309 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-099f2f0a-6121-4860-8338-c1a4cc4888a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 HTTP/1.1" status: 200 len: 997 time: 0.0767114 Jul 26 12:57:07.375882 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-a6fcebde-1f13-4c6a-810b-1fe849ff0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.377833 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-a6fcebde-1f13-4c6a-810b-1fe849ff0b74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0656672 Jul 26 12:57:07.418347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316af1-acfe-4067-9318-bc21689b74aa req-029c8249-4136-4f75-9979-d49aea0a6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.419896 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-029c8249-4136-4f75-9979-d49aea0a6732 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 200 len: 854 time: 0.0576117 Jul 26 12:57:07.422213 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:07.464114 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf26-1733-4198-a082-d4fad3d2db40 req-f8748119-0ce7-4ab3-8bd5-f8c250b414e0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.471524 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-46b5cf26-1733-4198-a082-d4fad3d2db40 req-f8748119-0ce7-4ab3-8bd5-f8c250b414e0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 943 time: 0.1697714 Jul 26 12:57:07.472692 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316af1-acfe-4067-9318-bc21689b74aa req-abd098c7-9cf5-4800-9c7f-d80f8110fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.475005 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-abd098c7-9cf5-4800-9c7f-d80f8110fe94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d9432-be57-465d-9c21-1d0c5b4c37d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473988 Jul 26 12:57:07.491701 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693131-0818-4110-b545-83dce41ebe80 req-afbf07ad-fc7e-4119-8148-7f9dae00ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.493205 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-afbf07ad-fc7e-4119-8148-7f9dae00ab90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062315 Jul 26 12:57:07.500970 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'd9d350d7-bf3d-46c2-b0e3-17bd43c678cc', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:98:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:56:55Z', 'updated_at': '2022-07-26T12:57:06Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:07.533032 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:57:07.545076 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:07.545958 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:07.597415 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-c12d91f9-141c-45cd-98f7-b1f31370587b service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153047 Jul 26 12:57:07.600018 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-46b5cf26-1733-4198-a082-d4fad3d2db40 req-74254788-c9e8-4374-b0ef-79595e1e7732 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240439 Jul 26 12:57:07.665604 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-8735cd36-32e7-42e7-9ff8-64f0ae03421f service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622770 Jul 26 12:57:07.715314 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04316af1-acfe-4067-9318-bc21689b74aa req-1f8eeb4b-ee4d-41da-bd07-66959b8429bd service neutron] 10.222.0.46 "GET /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112354 Jul 26 12:57:07.800739 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:07.810843 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6ba9d-5325-47b7-acaa-56b4367627e3 req-26367526-ff44-46c7-9e72-223f1dc4e1a8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:07.812325 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-05e6ba9d-5325-47b7-acaa-56b4367627e3 req-26367526-ff44-46c7-9e72-223f1dc4e1a8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0663006 Jul 26 12:57:07.841900 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75693131-0818-4110-b545-83dce41ebe80 req-1e2e9e1c-f57a-42b1-a357-ec74887fc0f0 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680710 Jul 26 12:57:07.870235 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-05e6ba9d-5325-47b7-acaa-56b4367627e3 req-c580ec00-49bf-4d3d-a8d6-a2aa80f403dd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515659 Jul 26 12:57:08.013604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'd9d350d7-bf3d-46c2-b0e3-17bd43c678cc', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:98:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:56:55Z', 'updated_at': '2022-07-26T12:57:06Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:08.041759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed19cd52-b62e-48c0-aa9a-4838fd48b1f9 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'd9d350d7-bf3d-46c2-b0e3-17bd43c678cc', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'port_id': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'mac_address': 'fa:16:3e:98:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:56:55Z', 'updated_at': '2022-07-26T12:57:06Z', 'revision_number': 1, 'project_id': '01fca015df86428b9356df3f127327c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:57:08.223320 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f03a60-dd71-4675-95de-97b70e4ec511 None None] New status for floating IP d9d350d7-bf3d-46c2-b0e3-17bd43c678cc: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:57:08.712949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:08.722079 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07cbfd-e6b3-41c0-8421-3322e8b770e3 req-d80ea31c-42df-4602-a218-e6c3678c9c7c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:08.723570 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4b07cbfd-e6b3-41c0-8421-3322e8b770e3 req-d80ea31c-42df-4602-a218-e6c3678c9c7c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 943 time: 0.0532360 Jul 26 12:57:08.757232 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-321a9b83-62d3-4230-8432-52ea4dad380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:08.758726 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-321a9b83-62d3-4230-8432-52ea4dad380c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1127 time: 0.0442731 Jul 26 12:57:08.771934 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4b07cbfd-e6b3-41c0-8421-3322e8b770e3 req-3535a15d-cde3-4ff5-bbc5-3b52628a0699 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427084 Jul 26 12:57:08.773263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:09.121066 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6e8c-a68f-4fed-a137-210f2461a3aa req-d0e1a15d-903b-41bd-a418-df371a642846 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:09.122499 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-26fa6e8c-a68f-4fed-a137-210f2461a3aa req-d0e1a15d-903b-41bd-a418-df371a642846 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0828207 Jul 26 12:57:09.138836 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device d45328ab-0a5d-4356-ac91-b30351ad1eea details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:57:09.168291 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-b953808b-58fc-4ea2-b3ab-841dd9c91bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:09.169696 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-b953808b-58fc-4ea2-b3ab-841dd9c91bdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.4050374 Jul 26 12:57:09.218770 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-07c5af35-825e-4858-bd3e-0907741487e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 217 time: 0.0403886 Jul 26 12:57:09.222975 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-26fa6e8c-a68f-4fed-a137-210f2461a3aa req-ad60118e-13be-4143-937e-5f646d1e70c6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940487 Jul 26 12:57:09.250373 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port d45328ab-0a5d-4356-ac91-b30351ad1eea, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:09.259669 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:09.262405 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'port_id': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'mac_address': 'fa:16:3e:03:02:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:57:09.270906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-5edd2084-ae20-40ca-b03a-ea1910f97588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:09.272444 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-5edd2084-ae20-40ca-b03a-ea1910f97588 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0470901 Jul 26 12:57:09.304079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port d45328ab-0a5d-4356-ac91-b30351ad1eea is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:09.304473 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:09.310281 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:09.318602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45328ab-0a5d-4356-ac91-b30351ad1eea {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:57:09.324310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-1289efca-acfc-41bf-8dec-93dc5b9cb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:09.325828 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-1289efca-acfc-41bf-8dec-93dc5b9cb2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479198 Jul 26 12:57:09.338627 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port d45328ab-0a5d-4356-ac91-b30351ad1eea, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:09.342782 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:09.389286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=d45328ab-0a5d-4356-ac91-b30351ad1eea,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:09.420008 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-211a9399-28ad-4ee6-ab7e-4cb55d07106a service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Jul 26 12:57:09.514480 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-758b04bb-7a87-4c03-bbd9-d5e05f2b9a27 req-dcbcee6d-f5e9-432b-940d-61a626828d27 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867016 Jul 26 12:57:09.590345 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['d45328ab-0a5d-4356-ac91-b30351ad1eea'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:57:09.719531 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:09.898652 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324f7c-bcd2-44fa-ad0a-595afea11125 req-9f677bde-f2e0-4a6c-b861-d2280d170596 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:09.900565 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-47324f7c-bcd2-44fa-ad0a-595afea11125 req-9f677bde-f2e0-4a6c-b861-d2280d170596 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 944 time: 0.0567422 Jul 26 12:57:09.953004 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-47324f7c-bcd2-44fa-ad0a-595afea11125 req-a5459de0-d4e9-4101-a0c8-da3271cd2838 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442104 Jul 26 12:57:10.348518 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def3535-a4f2-4cb8-949a-8f46fef71fcc req-1ffd85cc-a3cf-41b9-8cda-354558fe6598 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:10.350002 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1def3535-a4f2-4cb8-949a-8f46fef71fcc req-1ffd85cc-a3cf-41b9-8cda-354558fe6598 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0479491 Jul 26 12:57:10.399152 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1def3535-a4f2-4cb8-949a-8f46fef71fcc req-585afc8d-2193-4734-a098-226001a737aa tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Jul 26 12:57:11.077541 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229bc8a-9c5c-4662-885d-bac889a0bab4 req-8b55d376-6816-438d-856d-00c1ac7e460d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:11.079065 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f229bc8a-9c5c-4662-885d-bac889a0bab4 req-8b55d376-6816-438d-856d-00c1ac7e460d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 944 time: 0.0485461 Jul 26 12:57:11.134836 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f229bc8a-9c5c-4662-885d-bac889a0bab4 req-34102266-dbd1-4667-9675-9c3a9e3c3c28 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495279 Jul 26 12:57:11.154829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device d45328ab-0a5d-4356-ac91-b30351ad1eea up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:11.204542 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port d45328ab-0a5d-4356-ac91-b30351ad1eea completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:57:11.210955 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port d45328ab-0a5d-4356-ac91-b30351ad1eea triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:11.211406 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:11.288623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port d45328ab-0a5d-4356-ac91-b30351ad1eea is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:11.288922 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:11.312949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:11.315204 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de6b757-45bd-4dc4-a00b-bd371262ed0e" -d '{"events": [{"server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "name": "network-vif-plugged", "status": "completed", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:11.328786 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port d45328ab-0a5d-4356-ac91-b30351ad1eea, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:11.333991 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:11.364821 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814c4992-4dba-4733-b79b-f3bae94e08a1 x-openstack-request-id: req-814c4992-4dba-4733-b79b-f3bae94e08a1 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:11.365112 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "name": "network-vif-plugged", "status": "completed", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:11.365365 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-814c4992-4dba-4733-b79b-f3bae94e08a1 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:11.365763 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814c4992-4dba-4733-b79b-f3bae94e08a1'] response: {'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'code': 200} Jul 26 12:57:11.393278 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=d45328ab-0a5d-4356-ac91-b30351ad1eea,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:11.543243 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d83ec4-0d40-4739-b6af-9185534799a6 req-b95a9ecc-1aa9-47cf-9c1f-8428dc55687a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:11.544739 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00d83ec4-0d40-4739-b6af-9185534799a6 req-b95a9ecc-1aa9-47cf-9c1f-8428dc55687a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0494416 Jul 26 12:57:11.546309 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941370f-fc8c-4f93-add3-38528f4a2d13 req-f8445d08-51e0-4fa5-a4f3-d461606edc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:11.547884 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c941370f-fc8c-4f93-add3-38528f4a2d13 req-f8445d08-51e0-4fa5-a4f3-d461606edc04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0443769 Jul 26 12:57:11.604327 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00d83ec4-0d40-4739-b6af-9185534799a6 req-dac5edbb-c338-4842-ab41-4435c4990010 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535984 Jul 26 12:57:11.614938 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c941370f-fc8c-4f93-add3-38528f4a2d13 req-3830cd8f-5e02-4af0-8c5c-c8fdbc3f013d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608389 Jul 26 12:57:12.258850 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283997-fd17-4d17-887b-242e278b6022 req-0a4d8867-005e-4a1c-b6a9-c624178797b3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:12.260362 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7b283997-fd17-4d17-887b-242e278b6022 req-0a4d8867-005e-4a1c-b6a9-c624178797b3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0475349 Jul 26 12:57:12.307746 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7b283997-fd17-4d17-887b-242e278b6022 req-51459c08-857f-4666-94e1-bcc7e6a52541 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417786 Jul 26 12:57:12.733209 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf5f47-a93b-47d1-9ab8-89b5fd6ae131 req-4b644681-6e7e-4f04-ada1-00e745eac836 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:12.734692 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ebbf5f47-a93b-47d1-9ab8-89b5fd6ae131 req-4b644681-6e7e-4f04-ada1-00e745eac836 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0491810 Jul 26 12:57:12.782057 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ebbf5f47-a93b-47d1-9ab8-89b5fd6ae131 req-9632e4ad-e32e-4f58-b962-0e639d50620e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Jul 26 12:57:13.430568 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c767a31-8a76-4e34-8051-9e9646eb56e5 req-ea382228-f5aa-4505-bf7d-3164096f9007 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:13.432100 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7c767a31-8a76-4e34-8051-9e9646eb56e5 req-ea382228-f5aa-4505-bf7d-3164096f9007 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0469382 Jul 26 12:57:13.480957 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7c767a31-8a76-4e34-8051-9e9646eb56e5 req-1a2af598-cd8b-42a5-972d-3ce0b74241ba tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434873 Jul 26 12:57:13.598329 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5622d69-253c-49f7-b47f-0f4f95467a93 req-dc9d67a8-ad8a-48c8-a542-910f0efd17f3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:13.599821 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c5622d69-253c-49f7-b47f-0f4f95467a93 req-dc9d67a8-ad8a-48c8-a542-910f0efd17f3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Jul 26 12:57:13.609484 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 48656) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:57:13.613722 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'floatingip': {'port_id': 'd45328ab-0a5d-4356-ac91-b30351ad1eea'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:13.652523 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (14816903-e69f-48fb-9d70-c42abe77647c), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:13.714116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:13.906729 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa696e3-5700-4521-9602-87130ac13e3e req-473fe31c-74d8-441a-ba00-e602ecbd3109 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:13.908264 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-dfa696e3-5700-4521-9602-87130ac13e3e req-473fe31c-74d8-441a-ba00-e602ecbd3109 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0489433 Jul 26 12:57:13.956419 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-dfa696e3-5700-4521-9602-87130ac13e3e req-2f52abe3-081a-4b58-b392-9037488db215 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Jul 26 12:57:14.086132 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:14.089873 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (14816903-e69f-48fb-9d70-c42abe77647c), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:14.191118 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Floating IP 14816903-e69f-48fb-9d70-c42abe77647c associated. External IP: 172.27.2.240, port: d45328ab-0a5d-4356-ac91-b30351ad1eea. Jul 26 12:57:14.276223 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:14.391659 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:57:14.495115 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:57:14.499459 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:14.506993 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:57:14.517607 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:14.518228 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:14.533212 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-09ae8e65-e329-4af2-9aaa-6157d514d9e3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "PUT /v2.0/floatingips/14816903-e69f-48fb-9d70-c42abe77647c HTTP/1.1" status: 200 len: 991 time: 0.9225669 Jul 26 12:57:14.534036 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:14.537328 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4033a3d9-f623-45bc-a314-61ae381f2942" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:14.577457 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35f3bb-b77e-4e11-aa53-2ca693901cfa x-openstack-request-id: req-2d35f3bb-b77e-4e11-aa53-2ca693901cfa {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:14.577752 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:14.578010 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d35f3bb-b77e-4e11-aa53-2ca693901cfa {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:14.578418 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d35f3bb-b77e-4e11-aa53-2ca693901cfa'] response: {'name': 'network-changed', 'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'status': 'completed', 'code': 200} Jul 26 12:57:14.625039 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:14.649371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-04c6ef90-7239-43f7-9b4a-faab68a18dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:14.650977 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-04c6ef90-7239-43f7-9b4a-faab68a18dfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0454130 Jul 26 12:57:14.740739 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:14.757121 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-fdd9f2a5-2e61-4e08-ab88-0882181f62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:14.758685 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-fdd9f2a5-2e61-4e08-ab88-0882181f62b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.1007433 Jul 26 12:57:14.825530 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-1cca1690-e34a-4aca-a663-fd2a64c9ff40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 999 time: 0.0563548 Jul 26 12:57:14.858330 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '14816903-e69f-48fb-9d70-c42abe77647c', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'port_id': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'mac_address': 'fa:16:3e:03:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:57:02Z', 'updated_at': '2022-07-26T12:57:13Z', 'revision_number': 1, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:14.884215 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:57:14.886981 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:14.888178 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-062ab013-2983-476a-a678-743f763fd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:14.889721 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-062ab013-2983-476a-a678-743f763fd7c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0488842 Jul 26 12:57:14.894812 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:14.895432 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:56:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:14.948778 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-06fea2d8-f734-4f1b-8c1c-8399c906983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:14.950575 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-06fea2d8-f734-4f1b-8c1c-8399c906983b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399344 Jul 26 12:57:14.999603 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:15.002221 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:15.060899 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:57:15.074742 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-784a3bc8-6174-4d87-a3bd-87e416419469 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183259 Jul 26 12:57:15.132560 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092656f6-bc96-4a67-956f-eae2169cdd3c req-6550e133-5be2-423c-b486-6a2788194451 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:15.133938 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-092656f6-bc96-4a67-956f-eae2169cdd3c req-6550e133-5be2-423c-b486-6a2788194451 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0960662 Jul 26 12:57:15.163538 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:15.216348 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-092656f6-bc96-4a67-956f-eae2169cdd3c req-8a13555c-3c2f-40e5-8e9d-6191c891b11e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765669 Jul 26 12:57:15.218647 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4033a3d9-f623-45bc-a314-61ae381f2942 req-c9f0d976-2eaa-4069-95c6-dfcf4981e2e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387408 Jul 26 12:57:15.221111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '14816903-e69f-48fb-9d70-c42abe77647c', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'port_id': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'mac_address': 'fa:16:3e:03:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:57:02Z', 'updated_at': '2022-07-26T12:57:13Z', 'revision_number': 1, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:15.257699 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89b882-2339-4da7-b370-eb7696d1559f None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '14816903-e69f-48fb-9d70-c42abe77647c', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'port_id': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'mac_address': 'fa:16:3e:03:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:57:02Z', 'updated_at': '2022-07-26T12:57:13Z', 'revision_number': 1, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:57:15.451977 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830526b2-3b85-4a1f-a273-15454ca74586 None None] New status for floating IP 14816903-e69f-48fb-9d70-c42abe77647c: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:57:16.354080 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee2634-48e2-4480-8e7c-8cc555c35efa req-fcbdc864-c54b-47fa-b4d8-9946904502ea tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:16.355572 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-21ee2634-48e2-4480-8e7c-8cc555c35efa req-fcbdc864-c54b-47fa-b4d8-9946904502ea tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0511048 Jul 26 12:57:16.405092 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-21ee2634-48e2-4480-8e7c-8cc555c35efa req-51119a47-b35d-4abc-ae0f-39479e2c0cb0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Jul 26 12:57:17.527789 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7383f-46fc-4aef-8e39-4781b5ba2039 req-dec91d5c-3eaf-4e63-b498-3fbb13216ce5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:17.529285 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7ab7383f-46fc-4aef-8e39-4781b5ba2039 req-dec91d5c-3eaf-4e63-b498-3fbb13216ce5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0473726 Jul 26 12:57:17.575809 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7ab7383f-46fc-4aef-8e39-4781b5ba2039 req-6b48e4d7-b13c-4fbc-917e-a29f4671b5a2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Jul 26 12:57:18.669249 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:18.709567 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602626-4df4-40b0-a007-0484e5ec5967 req-2f18cdda-ccae-48e7-bd64-65ebe8fb8ccd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:18.710997 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-51602626-4df4-40b0-a007-0484e5ec5967 req-2f18cdda-ccae-48e7-bd64-65ebe8fb8ccd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0526073 Jul 26 12:57:18.760311 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-51602626-4df4-40b0-a007-0484e5ec5967 req-cd6db685-3f5a-494f-a2d3-bf3465a774fb tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Jul 26 12:57:19.885305 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5715de-32a9-404c-929f-955d93e1aa4e req-e3cb046c-6559-406b-a0a9-6bae4cdc4e88 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:19.887083 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bb5715de-32a9-404c-929f-955d93e1aa4e req-e3cb046c-6559-406b-a0a9-6bae4cdc4e88 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0481620 Jul 26 12:57:19.934774 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bb5715de-32a9-404c-929f-955d93e1aa4e req-9c3981b7-63ce-4a59-8251-eeb40844d8ce tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Jul 26 12:57:21.057197 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861edac0-49c4-4c97-9711-339c4f9332d7 req-4843e49a-2596-4e65-bd36-564eecde1ddd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:21.058914 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-861edac0-49c4-4c97-9711-339c4f9332d7 req-4843e49a-2596-4e65-bd36-564eecde1ddd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0473256 Jul 26 12:57:21.108564 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-861edac0-49c4-4c97-9711-339c4f9332d7 req-ad528d6d-3676-4fac-81e3-cc5dd2a13fdb tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Jul 26 12:57:21.567410 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:22.238490 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ac223-eb2a-4465-83e7-5eea24c8bb4a req-351f9532-c688-4125-8623-cbdf54612ee3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:22.239969 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-957ac223-eb2a-4465-83e7-5eea24c8bb4a req-351f9532-c688-4125-8623-cbdf54612ee3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0514278 Jul 26 12:57:22.287783 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-957ac223-eb2a-4465-83e7-5eea24c8bb4a req-267c222b-b7dd-40e9-89ca-c659a4f33fcc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Jul 26 12:57:22.585265 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b00e6499-5c8b-4bae-b0ba-301ec04a25c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:23.413621 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446154f-282a-4905-9cad-104089bf89b2 req-f7bc8612-6222-4b37-825a-e5fdcfb54ac0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:23.415078 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b446154f-282a-4905-9cad-104089bf89b2 req-f7bc8612-6222-4b37-825a-e5fdcfb54ac0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0474021 Jul 26 12:57:23.462010 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b446154f-282a-4905-9cad-104089bf89b2 req-549417b5-fd83-4177-94a6-e5b2eef245b4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Jul 26 12:57:24.585376 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b121fc5-9ede-417d-947d-f4abe702013a req-f316b3e0-3120-49a5-a00d-c3167f83a8e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:24.586831 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9b121fc5-9ede-417d-947d-f4abe702013a req-f316b3e0-3120-49a5-a00d-c3167f83a8e1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0466309 Jul 26 12:57:24.634362 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9b121fc5-9ede-417d-947d-f4abe702013a req-24edad75-1822-41f6-a447-3ae7dd79d8bf tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jul 26 12:57:24.733000 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a2541f39-6578-4d94-9689-01df3db6b3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:25.217829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:57:25.326127 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:25.339035 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'mac_address': 'fa:16:3e:23:30:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:57:25.376288 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: ACTIVE; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:25.376673 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:25.389855 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 542d7fcb-23e0-4cab-98aa-203a4db90c44 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:57:25.409534 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:25.414070 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:25.462323 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=6']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:25.473402 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.473750 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.474117 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.474516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.475766 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.476171 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.476557 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.476947 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.477273 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.477592 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.477916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.478258 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.478583 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.478901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.479222 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:25.538325 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['542d7fcb-23e0-4cab-98aa-203a4db90c44'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:57:25.550312 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:25.553083 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:25.760052 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb67be-308c-4fab-b3cb-0549c490237e req-dfaa9b94-a04e-4fcf-a84c-c999414e572f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:25.761469 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8bbb67be-308c-4fab-b3cb-0549c490237e req-dfaa9b94-a04e-4fcf-a84c-c999414e572f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Jul 26 12:57:25.807937 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8bbb67be-308c-4fab-b3cb-0549c490237e req-da2d2091-63b1-4e85-9c7d-19f014d28e36 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 Jul 26 12:57:25.965966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:26.939687 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fe09a-eac2-4bba-8636-fdb04c9d03ef req-bc019042-994f-43d9-a489-487384b680bc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:26.942413 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d2fe09a-eac2-4bba-8636-fdb04c9d03ef req-bc019042-994f-43d9-a489-487384b680bc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Jul 26 12:57:27.003164 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7d2fe09a-eac2-4bba-8636-fdb04c9d03ef req-1d3bf28a-58df-428f-b601-a02cff3d9c0e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507319 Jul 26 12:57:27.227959 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:27.284185 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:27.290707 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 542d7fcb-23e0-4cab-98aa-203a4db90c44 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:27.291080 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:27.319880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:27.383711 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:27.384283 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:27.405221 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:27.413655 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:27.416207 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01671380-30aa-404a-a8ed-f89220d4119a" -d '{"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-plugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:27.430955 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:27.436401 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:27.464572 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d456ef3-1e52-450c-b5ab-355980f4823a x-openstack-request-id: req-2d456ef3-1e52-450c-b5ab-355980f4823a {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:27.464872 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-plugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:27.465131 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d456ef3-1e52-450c-b5ab-355980f4823a {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:27.465528 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d456ef3-1e52-450c-b5ab-355980f4823a'] response: {'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'code': 200} Jul 26 12:57:27.497894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=7']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:27.645493 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:28.141993 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a490ab-dd37-4a66-a77a-ceeb89715ff1 req-8bb13f4a-3193-4cd8-bdf2-46d5316e90f5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:28.143675 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81a490ab-dd37-4a66-a77a-ceeb89715ff1 req-8bb13f4a-3193-4cd8-bdf2-46d5316e90f5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0522561 Jul 26 12:57:28.200173 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81a490ab-dd37-4a66-a77a-ceeb89715ff1 req-9c402baf-9dbd-4fa7-aade-cad760164822 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501566 Jul 26 12:57:29.356068 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18eac3-8fd1-4008-acc9-c384ae922fa2 req-416a5219-b9dc-457f-a425-b8bd8a081e8e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:29.357604 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dc18eac3-8fd1-4008-acc9-c384ae922fa2 req-416a5219-b9dc-457f-a425-b8bd8a081e8e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0655456 Jul 26 12:57:29.420759 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dc18eac3-8fd1-4008-acc9-c384ae922fa2 req-fdf77309-db03-4d1d-a1d4-5d3b4e302fe3 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565095 Jul 26 12:57:30.554452 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:30.564777 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b15def-01e9-4786-bd57-8e65e167b3a2 req-afe2adff-b936-444d-88a4-2ffad0a1b013 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:30.566305 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-87b15def-01e9-4786-bd57-8e65e167b3a2 req-afe2adff-b936-444d-88a4-2ffad0a1b013 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0586486 Jul 26 12:57:30.619419 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-87b15def-01e9-4786-bd57-8e65e167b3a2 req-852af523-128d-4faf-809c-5bb9f85d2bc8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468163 Jul 26 12:57:31.786638 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891707-88da-45b1-8d4c-9e5d16db5052 req-02e0f8a4-d39b-45aa-aaa7-0720fcfaffbe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:31.788228 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-83891707-88da-45b1-8d4c-9e5d16db5052 req-02e0f8a4-d39b-45aa-aaa7-0720fcfaffbe tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0807269 Jul 26 12:57:31.850168 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-83891707-88da-45b1-8d4c-9e5d16db5052 req-9beaf364-07a3-46e1-a8fa-cf15ef190430 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516973 Jul 26 12:57:32.988713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7f50-06f5-4098-933b-5b31e5589626 req-76591b8f-7a1a-47ac-9f6d-93133b993922 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:32.994116 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f45a7f50-06f5-4098-933b-5b31e5589626 req-76591b8f-7a1a-47ac-9f6d-93133b993922 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0570841 Jul 26 12:57:33.049119 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f45a7f50-06f5-4098-933b-5b31e5589626 req-85725b4f-e1f7-4a6d-84f8-74e0dc09001a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517020 Jul 26 12:57:34.190701 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8615c-7f43-4b44-9df5-1babe596e469 req-32e0352a-09f3-4fc5-8f5e-4220085e38ff tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:34.192382 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2ae8615c-7f43-4b44-9df5-1babe596e469 req-32e0352a-09f3-4fc5-8f5e-4220085e38ff tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0559013 Jul 26 12:57:34.224513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:34.256608 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2ae8615c-7f43-4b44-9df5-1babe596e469 req-7ef03bcf-369e-4d84-9d2e-af7710a17650 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580273 Jul 26 12:57:35.369025 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:35.385238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12701159-2fbb-48a3-8d11-ad0432da6042 req-1e378592-5390-49e4-a0d4-bed89449cb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:35.386682 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-12701159-2fbb-48a3-8d11-ad0432da6042 req-1e378592-5390-49e4-a0d4-bed89449cb9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0466175 Jul 26 12:57:35.433876 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-12701159-2fbb-48a3-8d11-ad0432da6042 req-afe6c0ea-fb41-4249-8b60-f0549a86daa5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Jul 26 12:57:35.703994 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-5dc0e445-49df-42e0-b567-b5707f2921fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:35.705410 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-5dc0e445-49df-42e0-b567-b5707f2921fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1130 time: 0.0450637 Jul 26 12:57:35.800852 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-7dcd0e80-fd1c-4d80-874e-5bea40fbd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:35.802314 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-7dcd0e80-fd1c-4d80-874e-5bea40fbd320 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.0870326 Jul 26 12:57:35.874132 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-83b6be16-7eb9-45ce-a631-ed8ecc8011b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 1002 time: 0.0581541 Jul 26 12:57:35.925154 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-e30a15dc-562f-465e-a79f-2c686e89c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:35.927023 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-e30a15dc-562f-465e-a79f-2c686e89c8f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0464759 Jul 26 12:57:35.969976 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-e3361203-990f-45e1-8db9-c0371064ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:35.971452 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-e3361203-990f-45e1-8db9-c0371064ec1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382879 Jul 26 12:57:36.068698 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-b1622c66-9028-4bcb-ba71-e621bbad7394 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878577 Jul 26 12:57:36.157402 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-096b9eb9-b836-4813-8b8b-3c171af7f800 req-7971f748-bf5b-46e3-bb83-dec288c9a312 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825229 Jul 26 12:57:36.573564 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34054d-598e-41e6-aa33-4a9262709715 req-99b00ea4-9b34-4c67-aaeb-f27eab3412c2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:36.575055 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be34054d-598e-41e6-aa33-4a9262709715 req-99b00ea4-9b34-4c67-aaeb-f27eab3412c2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0552356 Jul 26 12:57:36.622072 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-be34054d-598e-41e6-aa33-4a9262709715 req-237da541-6333-4f16-8718-70e40f32f9d1 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414605 Jul 26 12:57:37.458771 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99076f0d-d27b-442e-a86e-e301ce5758da req-37800b8d-e3ca-4a0e-80c6-293b78ffe783 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:37.460811 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-99076f0d-d27b-442e-a86e-e301ce5758da req-37800b8d-e3ca-4a0e-80c6-293b78ffe783 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0494030 Jul 26 12:57:37.508674 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-99076f0d-d27b-442e-a86e-e301ce5758da req-68e21242-e78d-40e5-bb3f-ee22c1c0bb71 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Jul 26 12:57:37.630263 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:37.640998 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:37.752525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb458-a461-4b15-b5d1-2c1a75f1dfc0 req-6cc78586-eb5a-4db1-aaa9-3469822edba4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:37.753921 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff1fb458-a461-4b15-b5d1-2c1a75f1dfc0 req-6cc78586-eb5a-4db1-aaa9-3469822edba4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0512931 Jul 26 12:57:37.802109 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff1fb458-a461-4b15-b5d1-2c1a75f1dfc0 req-7fe0883d-6403-4346-8bc5-6b7d2aa744c2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Jul 26 12:57:38.628595 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35595fba-f1ee-4345-8d50-cf1db318a430 req-5cb72f32-815d-4e51-a621-884631e69587 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:38.630419 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-35595fba-f1ee-4345-8d50-cf1db318a430 req-5cb72f32-815d-4e51-a621-884631e69587 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0504470 Jul 26 12:57:38.679232 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-35595fba-f1ee-4345-8d50-cf1db318a430 req-7dce2025-d4d3-484d-8b09-80284add9cc9 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Jul 26 12:57:38.925003 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851deb-0206-4db1-99a2-e0724a54d0e3 req-f3c6c45b-7f5f-4346-8b92-cca2f70d8e9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:38.926757 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f0851deb-0206-4db1-99a2-e0724a54d0e3 req-f3c6c45b-7f5f-4346-8b92-cca2f70d8e9f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 946 time: 0.0472157 Jul 26 12:57:38.976518 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f0851deb-0206-4db1-99a2-e0724a54d0e3 req-3a50a7a7-8f94-4b8c-92d9-c905c6742925 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Jul 26 12:57:39.332932 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:57:39.406788 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: ACTIVE; New status is: DOWN {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:39.407286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:39.430450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:39.432765 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5021ae-7381-4150-a198-969d9880b622" -d '{"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-unplugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:39.445884 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:39.449774 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:39.476709 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d3b517-1099-4333-829b-859f5e3638f0 x-openstack-request-id: req-16d3b517-1099-4333-829b-859f5e3638f0 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:39.477007 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-unplugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:39.477267 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16d3b517-1099-4333-829b-859f5e3638f0 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:39.477676 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d3b517-1099-4333-829b-859f5e3638f0'] response: {'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'code': 200} Jul 26 12:57:39.503224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=8']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:39.660701 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786679f5-1780-4273-ade3-ecdd85359510 req-c41060aa-8443-435a-ac9d-34a3bdf33579 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:39.662139 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-786679f5-1780-4273-ade3-ecdd85359510 req-c41060aa-8443-435a-ac9d-34a3bdf33579 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0506048 Jul 26 12:57:39.745406 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:39.765321 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Deleting port 030b2999-9a99-45a6-b101-7ab33c5916a7 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:57:39.765643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:39.839829 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df6586-bb5b-4e22-ab9f-a16fd9b82f2d req-36d3b6c4-9c20-4438-aeda-577e12188ab8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:39.841275 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e9df6586-bb5b-4e22-ab9f-a16fd9b82f2d req-36d3b6c4-9c20-4438-aeda-577e12188ab8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 946 time: 0.0880046 Jul 26 12:57:39.912625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:39.919021 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] For port 030b2999-9a99-45a6-b101-7ab33c5916a7, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=030b2999-9a99-45a6-b101-7ab33c5916a7,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:39.919381 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:39.933115 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e9df6586-bb5b-4e22-ab9f-a16fd9b82f2d req-9e26d622-fb89-41c2-a577-07b4c78c73bd tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850134 Jul 26 12:57:40.086666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:40.087008 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:40.087319 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Floating IP 2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e disassociated. External IP: 172.27.2.173, port: 030b2999-9a99-45a6-b101-7ab33c5916a7. Jul 26 12:57:40.087684 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Calling delete_port for 030b2999-9a99-45a6-b101-7ab33c5916a7 owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:57:40.104261 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c87c0-3dac-46a0-8a6a-b7478caf3288 req-11977fc2-fa57-483e-9f95-869f96913d38 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:40.105854 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2d0c87c0-3dac-46a0-8a6a-b7478caf3288 req-11977fc2-fa57-483e-9f95-869f96913d38 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0472434 Jul 26 12:57:40.153796 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2d0c87c0-3dac-46a0-8a6a-b7478caf3288 req-dc2fa264-53da-46d4-b35a-93dcf8f9f1b9 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Jul 26 12:57:40.221698 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (030b2999-9a99-45a6-b101-7ab33c5916a7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:40.247837 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'Port': ['ID=030b2999-9a99-45a6-b101-7ab33c5916a7,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:40.258780 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.259136 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.259496 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.259822 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.260152 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.260480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.260805 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.261126 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.261444 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.261764 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.262081 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.262397 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.262717 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.263029 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.263338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:57:40.375263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:57:40.479677 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:57:40.491217 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:57:40.501454 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:40.502070 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:40.522467 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] No DVR routers for this DVR port 030b2999-9a99-45a6-b101-7ab33c5916a7 on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:57:40.525474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:40.528726 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-786679f5-1780-4273-ade3-ecdd85359510 req-e2dee79b-9725-4ce4-af6b-2af32beb73c5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "DELETE /v2.0/ports/030b2999-9a99-45a6-b101-7ab33c5916a7 HTTP/1.1" status: 204 len: 173 time: 0.8594449 Jul 26 12:57:40.529108 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'name': 'network-vif-deleted', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:40.531385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40ff3a-f57e-4a22-b878-99f7c1dbc2a7" -d '{"events": [{"server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "name": "network-vif-deleted", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:40.585109 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c588b1-7e1e-4a1d-9e52-06e73effc602 x-openstack-request-id: req-00c588b1-7e1e-4a1d-9e52-06e73effc602 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:40.586040 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d9b3cf-bdc1-4718-83b8-f0136bfa33c6", "name": "network-vif-deleted", "tag": "030b2999-9a99-45a6-b101-7ab33c5916a7", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:40.586484 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c588b1-7e1e-4a1d-9e52-06e73effc602 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:40.591779 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c588b1-7e1e-4a1d-9e52-06e73effc602'] response: {'server_uuid': '48d9b3cf-bdc1-4718-83b8-f0136bfa33c6', 'name': 'network-vif-deleted', 'tag': '030b2999-9a99-45a6-b101-7ab33c5916a7', 'status': 'completed', 'code': 200} Jul 26 12:57:40.618524 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:40.976807 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:41.003073 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:57:41.013798 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:57:41.014622 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:41.053326 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [req-e70d2bf0-cc35-4db2-bd40-afddc0050e40 req-80d661c2-b34c-4f04-8d52-a8661e18cbff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 12:57:41.054984 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e70d2bf0-cc35-4db2-bd40-afddc0050e40 req-80d661c2-b34c-4f04-8d52-a8661e18cbff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055590 Jul 26 12:57:41.063790 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-7d26f441-e551-4861-8b2f-3b81f41ff5a8 req-b37a0ef7-bedf-4c76-b185-e07a813fc7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d9b3cf-bdc1-4718-83b8-f0136bfa33c6 HTTP/1.1" status: 200 len: 210 time: 0.0345495 Jul 26 12:57:41.124736 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:57:41.235944 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce473f3-a6ab-49fb-8880-6973bfdded83 req-ff290c8b-850f-457e-8d66-c32b279491e2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:41.238310 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3ce473f3-a6ab-49fb-8880-6973bfdded83 req-ff290c8b-850f-457e-8d66-c32b279491e2 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0608888 Jul 26 12:57:41.256077 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:41.298113 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-d7dac37c-dfe3-4e9f-a7f0-a57bb3057a17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675499 Jul 26 12:57:41.308321 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3ce473f3-a6ab-49fb-8880-6973bfdded83 req-0246822f-5297-43a7-9c26-f176891a23b5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608821 Jul 26 12:57:41.360200 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:57:41.376366 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:41.387225 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9930c-620d-4215-ac35-a85d38c19bcb None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:57:41.392973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-9fad5e83-b9ce-497b-b531-a7351d794e25 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:41.394400 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-9fad5e83-b9ce-497b-b531-a7351d794e25 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports/542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 941 time: 0.0603330 Jul 26 12:57:41.617900 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c87ae-c8e6-4915-8f82-ff014e302414 None None] New status for floating IP 2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e: DOWN {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:57:42.206703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-66c8740f-c746-4673-a310-cf6e1eeb4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.208221 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-66c8740f-c746-4673-a310-cf6e1eeb4102 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93&tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c HTTP/1.1" status: 200 len: 1128 time: 0.0421121 Jul 26 12:57:42.269918 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-947c223d-e013-4ff2-9c05-ba926688a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.271414 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-947c223d-e013-4ff2-9c05-ba926688a480 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1128 time: 0.0411744 Jul 26 12:57:42.332803 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-4ca2ea8d-6528-4c12-b55d-1b9743f07f2f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409511889&fields=id&tenant_id=a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 267 time: 0.0447106 Jul 26 12:57:42.365758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-1545df09-65e8-4a2d-9ff3-ee0799943f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.367667 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-1545df09-65e8-4a2d-9ff3-ee0799943f61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 200 len: 918 time: 0.0907660 Jul 26 12:57:42.453778 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-dadb1dff-31f5-4a0a-8776-f10d7e0e37b4 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.455274 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-dadb1dff-31f5-4a0a-8776-f10d7e0e37b4 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 811 time: 0.1160150 Jul 26 12:57:42.464963 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-53190093-0987-4300-954e-188d576e8328 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 200 len: 1000 time: 0.0900407 Jul 26 12:57:42.470043 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-618ce17c-2be2-4e43-9956-ddbc5135a227 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/quotas/a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 375 time: 0.0092251 Jul 26 12:57:42.472798 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d5313-1266-4f43-b88a-f271329229ad req-ec4b9502-7c19-4110-949a-3ce75e1720d6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.474206 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-682d5313-1266-4f43-b88a-f271329229ad req-ec4b9502-7c19-4110-949a-3ce75e1720d6 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0622995 Jul 26 12:57:42.520487 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-a442fd62-7dec-4782-acbd-ca3247f452db tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449109 Jul 26 12:57:42.530085 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:42.546865 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-d4bd5e90-72e3-4b11-954b-bcbcecdc9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.548340 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-d4bd5e90-72e3-4b11-954b-bcbcecdc9a21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 200 len: 856 time: 0.0733039 Jul 26 12:57:42.569517 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-682d5313-1266-4f43-b88a-f271329229ad req-fa7d2bdf-a660-4ffb-a248-ac4e20a5ebcc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855446 Jul 26 12:57:42.598066 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-32f3f9a7-81a2-4f12-ba60-0aaf67716d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:42.599704 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-32f3f9a7-81a2-4f12-ba60-0aaf67716d9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a8231d6-efdb-4b1f-9ae4-a493641a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431578 Jul 26 12:57:42.624106 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-b13c7310-83c9-4a59-b3f4-03bd611b2695 service neutron] 10.222.0.20 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914752 Jul 26 12:57:42.699464 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-8e9a2045-6a45-47b8-b610-015e683794ae service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Jul 26 12:57:42.721848 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-f1b0ab8e-4318-4bc9-bad9-160bd6cceadd service neutron] 10.222.0.20 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910811 Jul 26 12:57:42.794022 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7a7f92dd-937f-4c71-a8d1-2c053dbe981e req-23b24485-a077-4497-998b-72f106921f3a service neutron] 10.222.0.46 "GET /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882604 Jul 26 12:57:43.348815 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 030b2999-9a99-45a6-b101-7ab33c5916a7 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:57:43.361871 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3128e91b-6cf1-4dee-9848-54550e6f0431 req-d34f6278-4a88-461d-9340-6c353a9eef25 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.3591678 Jul 26 12:57:43.410078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 030b2999-9a99-45a6-b101-7ab33c5916a7 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:57:43.410656 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 030b2999-9a99-45a6-b101-7ab33c5916a7 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:57:43.769701 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a231c5-edb8-4c97-8f7e-4b46e41ab167 req-fc77b878-35f3-4c1f-9e2c-c7ffeb76ff68 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:43.771487 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-43a231c5-edb8-4c97-8f7e-4b46e41ab167 req-fc77b878-35f3-4c1f-9e2c-c7ffeb76ff68 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0953205 Jul 26 12:57:43.867940 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-43a231c5-edb8-4c97-8f7e-4b46e41ab167 req-529ccd28-a58a-4c02-826a-ed7b054797de tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849602 Jul 26 12:57:44.466646 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-03e5cf09-2595-4639-b4ca-e0c86d914ead req-2f8c6ee5-7b23-41a0-8825-31a41d377e83 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jul 26 12:57:44.997032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:45.006345 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9362-929d-4de6-9da2-0e9dc2184d3a req-f81a4d78-cc9e-48c8-a5f7-55507ebe9268 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:45.008191 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b08e9362-929d-4de6-9da2-0e9dc2184d3a req-f81a4d78-cc9e-48c8-a5f7-55507ebe9268 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0561616 Jul 26 12:57:45.064200 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b08e9362-929d-4de6-9da2-0e9dc2184d3a req-9a4547b8-7739-44cb-9d6b-0f180a2b442c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495949 Jul 26 12:57:45.571865 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-44c45cc6-da0e-4bc8-8e52-43b857563e42 req-92b9543e-401c-42ad-9def-ac0560c7d671 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0286508 Jul 26 12:57:46.187902 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e398729-8bf8-4a1c-b4c3-9f28a924343e req-f641f3fd-3afd-4c9e-b9eb-5e4774735a7f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:46.189431 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6e398729-8bf8-4a1c-b4c3-9f28a924343e req-f641f3fd-3afd-4c9e-b9eb-5e4774735a7f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0483787 Jul 26 12:57:46.239391 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6e398729-8bf8-4a1c-b4c3-9f28a924343e req-00fdd354-1d6f-4ca5-945d-f7f1795795d5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Jul 26 12:57:46.513274 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a458f-f4d0-4d87-8c2d-b2492f240e77 req-708f7f57-dac9-4dba-ba41-368c685576ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:46.514777 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-878a458f-f4d0-4d87-8c2d-b2492f240e77 req-708f7f57-dac9-4dba-ba41-368c685576ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0668578 Jul 26 12:57:46.568539 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-878a458f-f4d0-4d87-8c2d-b2492f240e77 req-f8e96d8d-51f2-4e26-ba93-7ec5e4f34e5a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473299 Jul 26 12:57:46.673682 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6187b3a4-fb6f-450d-acd0-619dce5ca4f5 req-38a0df37-93a3-4ad9-a690-487ce6b651f4 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0290737 Jul 26 12:57:47.369485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83235c30-0a23-4520-b414-c129d58861ba req-c4edf226-5f6b-4fe3-b69c-530788d7ef48 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:47.371026 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-83235c30-0a23-4520-b414-c129d58861ba req-c4edf226-5f6b-4fe3-b69c-530788d7ef48 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0512452 Jul 26 12:57:47.423137 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-83235c30-0a23-4520-b414-c129d58861ba req-e96fdacc-fe46-4142-b87b-f49545d60812 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463717 Jul 26 12:57:47.694017 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921d7b1-1578-4bce-baf0-ed4195ae97a7 req-ac345310-27c8-4f8e-a238-9e9c7936e046 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:47.696119 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3921d7b1-1578-4bce-baf0-ed4195ae97a7 req-ac345310-27c8-4f8e-a238-9e9c7936e046 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0482092 Jul 26 12:57:47.751497 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3921d7b1-1578-4bce-baf0-ed4195ae97a7 req-2ea49412-0b6e-437e-a51b-cb5ebcfe75c1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495005 Jul 26 12:57:47.841589 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bfd20fa7-5cb8-48ed-8e80-46dfbbe9c984 req-0fd8e916-402e-41f0-b367-955ad0c3d35d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0291412 Jul 26 12:57:48.551023 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb377ad0-f2a0-403d-9a02-0ea639bb634a req-24c14153-3c3b-4900-8907-f60e33870a8c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:48.552521 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bb377ad0-f2a0-403d-9a02-0ea639bb634a req-24c14153-3c3b-4900-8907-f60e33870a8c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0481713 Jul 26 12:57:48.866172 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bb377ad0-f2a0-403d-9a02-0ea639bb634a req-1ef7279b-ecca-4e72-aeb1-b6212bded50f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073628 Jul 26 12:57:48.969611 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:48.998093 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbcba3-dfcd-4473-96e2-d341df498b1b req-ba2df063-2e0b-4070-b53e-a6b03ddfd0a1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:48.999681 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5bfbcba3-dfcd-4473-96e2-d341df498b1b req-ba2df063-2e0b-4070-b53e-a6b03ddfd0a1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0632985 Jul 26 12:57:49.057814 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5bfbcba3-dfcd-4473-96e2-d341df498b1b req-e218347e-e19b-4baa-8465-482fe3d850dd tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519679 Jul 26 12:57:49.152915 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-833cafea-8ab0-4993-9062-f789331f2317 req-870aca17-ee55-4f97-963c-685d5a74825c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Jul 26 12:57:50.021316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc66a60-2ab1-4fca-9475-aa663740b280 req-fb4cda2c-1751-43e2-ad8a-ab414f610858 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:50.023219 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3fc66a60-2ab1-4fca-9475-aa663740b280 req-fb4cda2c-1751-43e2-ad8a-ab414f610858 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0594864 Jul 26 12:57:50.075191 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3fc66a60-2ab1-4fca-9475-aa663740b280 req-fac594ae-6fea-485d-86f1-09d3415b854c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465548 Jul 26 12:57:50.206272 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3516b6-900c-47d7-bd50-348404f34431 req-c009910e-b3c9-472e-916e-bc3614788e22 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:50.207951 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4b3516b6-900c-47d7-bd50-348404f34431 req-c009910e-b3c9-472e-916e-bc3614788e22 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0627902 Jul 26 12:57:50.267777 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4b3516b6-900c-47d7-bd50-348404f34431 req-4746e28d-ab64-4f76-9daf-fd75619815c5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534437 Jul 26 12:57:50.364228 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e1f96196-bfd8-4e9c-9b2d-0785e7cc8cf3 req-d3041829-9937-401e-b018-8697ae5a8a7e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0281599 Jul 26 12:57:51.217428 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99473f91-29cf-49c3-bdff-f75d2d9bbbcc req-0e41462a-fa7c-4dbd-8ec1-902c48c5682f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:51.218946 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-99473f91-29cf-49c3-bdff-f75d2d9bbbcc req-0e41462a-fa7c-4dbd-8ec1-902c48c5682f tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0554175 Jul 26 12:57:51.273066 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-99473f91-29cf-49c3-bdff-f75d2d9bbbcc req-3c0fd65d-3b1d-4156-966c-ad5e2a391abc tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463378 Jul 26 12:57:51.363530 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:51.407663 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353373d-b611-4e3c-a7e2-dc13e7e4f79e req-e5442b1a-bc0d-423f-95e9-fda953822089 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:51.409278 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0353373d-b611-4e3c-a7e2-dc13e7e4f79e req-e5442b1a-bc0d-423f-95e9-fda953822089 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Jul 26 12:57:51.464471 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0353373d-b611-4e3c-a7e2-dc13e7e4f79e req-ac3bc014-f779-4453-bbfa-68682395c05b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484841 Jul 26 12:57:51.565622 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:51.576609 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-20db190e-d1ca-4d96-a852-2c4f78dc56d1 req-f595dd05-da94-4779-80b1-9b99ea1c9910 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0294073 Jul 26 12:57:51.691787 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:51.695131 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:52.059933 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:57:52.402667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:52.415999 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39fb24-eb2e-4143-a51b-936539825fba req-48f7d0bd-9c20-47b3-9c17-d5112cfa6c70 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:52.417470 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8b39fb24-eb2e-4143-a51b-936539825fba req-48f7d0bd-9c20-47b3-9c17-d5112cfa6c70 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0518725 Jul 26 12:57:52.465143 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8b39fb24-eb2e-4143-a51b-936539825fba req-71d0e21b-b28a-400c-a76e-bf2a6d5c61e7 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Jul 26 12:57:52.586413 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb94ac7-0291-49dd-88a5-8b20831060fd req-50ee3881-a48b-41ae-9ed0-82f7471519ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:52.588053 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9cb94ac7-0291-49dd-88a5-8b20831060fd req-50ee3881-a48b-41ae-9ed0-82f7471519ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Jul 26 12:57:52.589905 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d856d363-7ffe-4aa7-aeb3-5317be2b8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:52.653226 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9cb94ac7-0291-49dd-88a5-8b20831060fd req-660a25b8-28a0-4504-b6f1-2a21aad2f27c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465329 Jul 26 12:57:52.738308 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-41fda377-b2c0-4d3b-acf4-d45e259cdd94 req-9305baf7-c721-4c1b-9c1c-dfd3385d5929 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Jul 26 12:57:53.620473 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48757b-b7ac-4f8a-b18f-a67be2903445 req-fa4da535-ba5e-4468-b383-d7705715998e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:53.622730 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4b48757b-b7ac-4f8a-b18f-a67be2903445 req-fa4da535-ba5e-4468-b383-d7705715998e tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0697849 Jul 26 12:57:53.673713 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4b48757b-b7ac-4f8a-b18f-a67be2903445 req-201b5be1-c8cd-4463-80dd-9f35ef11b5de tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Jul 26 12:57:53.776383 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d431a-f8c5-46ae-b00e-f2c7e804282a req-9f9860a9-caff-4762-8d42-f4c6f8922281 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:53.777883 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c71d431a-f8c5-46ae-b00e-f2c7e804282a req-9f9860a9-caff-4762-8d42-f4c6f8922281 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Jul 26 12:57:53.830706 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c71d431a-f8c5-46ae-b00e-f2c7e804282a req-2c99a204-b5fa-46aa-a803-4b60a4fb41c5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469501 Jul 26 12:57:53.840619 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-35de1fd8-6c7c-4d46-8145-ffc132c1c3fd req-953e08bb-2b4b-40ca-81a9-5b76c5237f4e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0274937 Jul 26 12:57:54.081916 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-88fbb5e7-e31e-41a8-b8de-bab6c685476c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:54.083352 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-88fbb5e7-e31e-41a8-b8de-bab6c685476c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 811 time: 0.1058867 Jul 26 12:57:54.096823 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:54.149454 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-53398f75-9e7f-4ed1-8471-b90319f3a4c8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 380 time: 0.0577548 Jul 26 12:57:54.159906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'port': {'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'admin_state_up': True, 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'security_groups': ['2cb51455-383e-4269-a872-e3eaf50789bd']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:54.275051 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Made reservation on behalf of a2522985c6df452dabe2010e5f6bed35 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:57:54.278610 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.406607 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Allocated IP 172.20.0.10 (8b53c01d-8651-463b-8de8-06dcdf11a64f/ef7a8493-2e16-41e5-b708-3b5ef60424b5/5d30f17c-376a-40af-aea4-819f4cd01ebc) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:57:54.506094 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:54.547792 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.579316 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.623485 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:57:54.626801 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:57:54.631008 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:57:54.654807 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=5d30f17c-376a-40af-aea4-819f4cd01ebc,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:54.684580 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:54.685229 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.705149 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-6422bdeb-9141-4f20-9815-4d9092d5beb8 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5487287 Jul 26 12:57:54.720887 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Request body: {'port': {'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:57:54.746537 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3924dce-b9ba-4075-8878-7c43a8a1c244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.833694 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-8d88241a-ca1a-4844-ad0e-2b2dd7f6cf1c None None] Provisioning complete for port 5d30f17c-376a-40af-aea4-819f4cd01ebc triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:54.834069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8d88241a-ca1a-4844-ad0e-2b2dd7f6cf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.835379 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:54.843703 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06115739-20f3-46ff-8ee7-5c51e495813c req-e188fe27-fbec-4fc9-8a5c-5da4108bae88 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:54.845168 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-06115739-20f3-46ff-8ee7-5c51e495813c req-e188fe27-fbec-4fc9-8a5c-5da4108bae88 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 944 time: 0.0759385 Jul 26 12:57:54.868275 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8d88241a-ca1a-4844-ad0e-2b2dd7f6cf1c None None] Port 5d30f17c-376a-40af-aea4-819f4cd01ebc cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 12:57:54.894794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:54.954896 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a8e96-1a65-4bda-bec9-87a628624826 req-cc72d723-31af-4bf4-a802-ded257d3b749 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:54.956335 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-605a8e96-1a65-4bda-bec9-87a628624826 req-cc72d723-31af-4bf4-a802-ded257d3b749 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Jul 26 12:57:54.984972 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-06115739-20f3-46ff-8ee7-5c51e495813c req-c2193e57-ace2-4390-8f00-ad0362b68080 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330550 Jul 26 12:57:55.012120 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-605a8e96-1a65-4bda-bec9-87a628624826 req-af4b31cd-c2f5-49e9-966e-1f0be7e1878c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492508 Jul 26 12:57:55.131602 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b803e-6a4b-4349-b7f9-5baaed252c84 req-c7199561-3c52-4111-8ccc-e8a4b6631bfe tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:55.133112 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-872b803e-6a4b-4349-b7f9-5baaed252c84 req-c7199561-3c52-4111-8ccc-e8a4b6631bfe tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 932 time: 0.0632834 Jul 26 12:57:55.217883 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-872b803e-6a4b-4349-b7f9-5baaed252c84 req-9d13a344-c730-4f15-a59f-55721c633b6c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783298 Jul 26 12:57:55.246640 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d30f17c-376a-40af-aea4-819f4cd01ebc {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:57:55.254263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Publish callbacks [] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.267316 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Transition to ACTIVE for port object 5d30f17c-376a-40af-aea4-819f4cd01ebc will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:57:55.270897 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.318307 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Pushing event updated for resources: {'Port': ['ID=5d30f17c-376a-40af-aea4-819f4cd01ebc,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:55.374763 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:55.399005 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:57:55.401401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Attempting to bind port 5d30f17c-376a-40af-aea4-819f4cd01ebc on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:57:55.401760 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Attempting to bind port 5d30f17c-376a-40af-aea4-819f4cd01ebc by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:57:55.402159 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Attempting to bind port 5d30f17c-376a-40af-aea4-819f4cd01ebc on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:57:55.407408 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Port 5d30f17c-376a-40af-aea4-819f4cd01ebc on network 8b53c01d-8651-463b-8de8-06dcdf11a64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:57:55.407822 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Attempting to bind port 5d30f17c-376a-40af-aea4-819f4cd01ebc on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:57:55.408107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:55.413412 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:57:55.413893 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Checking segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:57:55.414284 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Bound using segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:57:55.414737 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Bound port: 5d30f17c-376a-40af-aea4-819f4cd01ebc, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:57:55.415070 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.482858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] For port 5d30f17c-376a-40af-aea4-819f4cd01ebc, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:57:55.486543 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] For port 5d30f17c-376a-40af-aea4-819f4cd01ebc, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:57:55.493689 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.513051 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:55.524988 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'port_id': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'mac_address': 'fa:16:3e:23:30:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:57:55.529025 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:55.529650 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.531024 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] 10.222.0.46 "PUT /v2.0/ports/5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 1094 time: 0.8169060 Jul 26 12:57:55.531462 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:55.533785 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ec972e-a06e-40d7-b883-a7da35296748" -d '{"events": [{"name": "network-changed", "server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:55.561061 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773d5f-1800-4937-87e2-0acdbfbcbd58 service neutron] Pushing event updated for resources: {'Port': ['ID=5d30f17c-376a-40af-aea4-819f4cd01ebc,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:55.574364 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:55.574779 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.596478 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542d7fcb-23e0-4cab-98aa-203a4db90c44 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:57:55.616248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb2cbec-a48a-4b3d-82fd-538b3a2d1cb3 x-openstack-request-id: req-fcb2cbec-a48a-4b3d-82fd-538b3a2d1cb3 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:55.616542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:55.616840 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcb2cbec-a48a-4b3d-82fd-538b3a2d1cb3 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:55.617249 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb2cbec-a48a-4b3d-82fd-538b3a2d1cb3'] response: {'name': 'network-changed', 'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'status': 'completed', 'code': 200} Jul 26 12:57:55.626542 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:55.633531 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-f81dd74b-002e-4c20-be32-10913b0d69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:55.634049 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:55.635701 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-f81dd74b-002e-4c20-be32-10913b0d69d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1128 time: 0.0588939 Jul 26 12:57:55.688198 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=9']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:55.694474 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-0cb75b36-edb4-4925-a9a9-7098de59ad7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 217 time: 0.0497744 Jul 26 12:57:55.752938 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-82280c28-49ed-480c-a9a0-692694f61b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:55.754448 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-82280c28-49ed-480c-a9a0-692694f61b8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0540147 Jul 26 12:57:55.818893 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddd2-8946-4739-bb37-0c8b7803671e req-ed23f353-15ed-413b-b4a6-1997ab9ec630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:55.820999 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-ed23f353-15ed-413b-b4a6-1997ab9ec630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604858 Jul 26 12:57:55.901236 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:55.918261 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-e8c1d85a-1eb6-4a8a-80b0-368c13110a78 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900075 Jul 26 12:57:55.919559 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['542d7fcb-23e0-4cab-98aa-203a4db90c44'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:57:55.986600 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:56.027006 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791bddd2-8946-4739-bb37-0c8b7803671e req-32c6e518-831b-4b9a-bec8-6655e3471bd5 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002152 Jul 26 12:57:56.142153 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd107a90-7b8e-43c5-bf89-7aa32ab9a37c req-8f1e4fc5-4091-4533-a9d7-84e17279e8fa tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.143682 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dd107a90-7b8e-43c5-bf89-7aa32ab9a37c req-8f1e4fc5-4091-4533-a9d7-84e17279e8fa tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0498207 Jul 26 12:57:56.146890 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9761-bea5-43a3-bd9b-9ad0a2b171aa req-8eb3abc3-fe90-439e-b23d-43b76ac04729 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.148440 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-47db9761-bea5-43a3-bd9b-9ad0a2b171aa req-8eb3abc3-fe90-439e-b23d-43b76ac04729 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 945 time: 0.0759740 Jul 26 12:57:56.149813 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec972e-a06e-40d7-b883-a7da35296748 req-17255828-f38d-44a6-8c19-0db56298e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.151170 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-17255828-f38d-44a6-8c19-0db56298e637 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1128 time: 0.0676301 Jul 26 12:57:56.195104 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-dd107a90-7b8e-43c5-bf89-7aa32ab9a37c req-20097985-1cf4-4b71-b494-a31c8fe28150 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Jul 26 12:57:56.252145 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-47db9761-bea5-43a3-bd9b-9ad0a2b171aa req-720d0eee-2b9c-499d-bcb5-f6379fc4e386 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978954 Jul 26 12:57:56.279973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec972e-a06e-40d7-b883-a7da35296748 req-6fb395d0-401a-464c-8b72-06bdc91bd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.281433 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-6fb395d0-401a-464c-8b72-06bdc91bd177 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.1203830 Jul 26 12:57:56.322056 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-9ea4312c-b10a-443e-8a65-892eda4fcea6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 217 time: 0.0324795 Jul 26 12:57:56.334660 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53e717-bfc9-40be-ba7d-37ecf4a929fc req-a72f0be5-8a90-47e6-b9cd-fe3373c4e6dc tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.336155 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-af53e717-bfc9-40be-ba7d-37ecf4a929fc req-a72f0be5-8a90-47e6-b9cd-fe3373c4e6dc tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0464957 Jul 26 12:57:56.376109 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec972e-a06e-40d7-b883-a7da35296748 req-8e1ca0df-21b4-4723-9203-881a35aeae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.377691 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-8e1ca0df-21b4-4723-9203-881a35aeae3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0499289 Jul 26 12:57:56.386090 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-af53e717-bfc9-40be-ba7d-37ecf4a929fc req-f4dce874-5b90-40b2-bfec-ba2691a1bc73 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Jul 26 12:57:56.422824 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec972e-a06e-40d7-b883-a7da35296748 req-472cc68f-f17f-4a92-854c-57e46965f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:56.424381 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-472cc68f-f17f-4a92-854c-57e46965f194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404377 Jul 26 12:57:56.517274 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-c860bdd0-ac10-45b5-a4d9-915953f093fd service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862703 Jul 26 12:57:56.578103 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:56.609027 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-81ec972e-a06e-40d7-b883-a7da35296748 req-8ed4e71c-3178-4389-9308-22f3554b2639 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851777 Jul 26 12:57:57.294475 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:57.316438 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367f4e-77ea-41cf-837c-b6de6b67badd req-afb668d9-8275-4383-b93f-9dad35011edc tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:57.317930 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b9367f4e-77ea-41cf-837c-b6de6b67badd req-afb668d9-8275-4383-b93f-9dad35011edc tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0496793 Jul 26 12:57:57.348389 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:57.377454 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b9367f4e-77ea-41cf-837c-b6de6b67badd req-47753955-dfe5-477f-ac3a-00bfb9211774 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508113 Jul 26 12:57:57.388560 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a141ac6-e619-4f32-b05f-9e17c52f5518 req-66a86c62-68ed-4ec4-9524-f35c444f2284 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:57.390096 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a141ac6-e619-4f32-b05f-9e17c52f5518 req-66a86c62-68ed-4ec4-9524-f35c444f2284 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 945 time: 0.0569613 Jul 26 12:57:57.406606 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:57:57.438192 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5a141ac6-e619-4f32-b05f-9e17c52f5518 req-fc927c7e-0566-4135-8f28-8fe4cdcd5b27 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Jul 26 12:57:57.451783 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 542d7fcb-23e0-4cab-98aa-203a4db90c44 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:57:57.452234 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:57.511853 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d584de-5155-4a52-9507-2d2d5df35336 req-cc7dd17c-670b-4bb9-8d00-e48ec4fdbe19 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:57.513356 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-88d584de-5155-4a52-9507-2d2d5df35336 req-cc7dd17c-670b-4bb9-8d00-e48ec4fdbe19 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0517433 Jul 26 12:57:57.528088 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 542d7fcb-23e0-4cab-98aa-203a4db90c44 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:57:57.528470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:57.551223 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:57:57.553537 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0b944-e16b-4c4b-84a7-55806013a225" -d '{"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-plugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:57:57.563397 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-88d584de-5155-4a52-9507-2d2d5df35336 req-4e5d63b2-4ba4-4a1b-8490-1d6477c85ea0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Jul 26 12:57:57.567097 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:57:57.571533 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:57.597447 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba67c56f-58ab-41df-bc44-611af3468560 x-openstack-request-id: req-ba67c56f-58ab-41df-bc44-611af3468560 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:57:57.597748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-plugged", "status": "completed", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:57:57.597999 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba67c56f-58ab-41df-bc44-611af3468560 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:57:57.598406 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba67c56f-58ab-41df-bc44-611af3468560'] response: {'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'code': 200} Jul 26 12:57:57.611007 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:57.638324 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=10']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:57:57.645094 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:57:57.775317 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2835fd-496d-4994-b722-4fd8a79e1978 req-9c1af483-f1dc-4490-835a-39c7c2394928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:57.776833 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-be2835fd-496d-4994-b722-4fd8a79e1978 req-9c1af483-f1dc-4490-835a-39c7c2394928 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 1131 time: 0.0388656 Jul 26 12:57:57.820344 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-be2835fd-496d-4994-b722-4fd8a79e1978 req-3e69c3e5-cbd6-4b6e-8ed6-b69432c57b9e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Jul 26 12:57:58.506187 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1884948-f1e2-43a5-bd5d-8085e29b3a27 req-dd6db7c0-40fc-4151-92bc-20d1fa3d2deb tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:58.507758 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f1884948-f1e2-43a5-bd5d-8085e29b3a27 req-dd6db7c0-40fc-4151-92bc-20d1fa3d2deb tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0486641 Jul 26 12:57:58.557909 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f1884948-f1e2-43a5-bd5d-8085e29b3a27 req-45bface1-c306-4314-b5d9-d859357fd31f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Jul 26 12:57:58.567082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c508a8a-a81d-424f-bfdd-d5c5d8630a5a req-44382bff-a696-456b-96fc-e3e9016997bd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:58.568572 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7c508a8a-a81d-424f-bfdd-d5c5d8630a5a req-44382bff-a696-456b-96fc-e3e9016997bd tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 947 time: 0.0496061 Jul 26 12:57:58.599920 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:57:58.618132 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7c508a8a-a81d-424f-bfdd-d5c5d8630a5a req-fe699618-647b-496d-a972-5646fee7fe18 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Jul 26 12:57:58.684694 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8225f-1509-47ea-840f-7bdbcdd0b89d req-d3c3ca3d-5c7a-4841-854b-b29794517cd9 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:58.686067 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3bf8225f-1509-47ea-840f-7bdbcdd0b89d req-d3c3ca3d-5c7a-4841-854b-b29794517cd9 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0503321 Jul 26 12:57:58.736068 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3bf8225f-1509-47ea-840f-7bdbcdd0b89d req-c68b6411-e8ca-42af-9891-62af9335f3fe tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Jul 26 12:57:59.687482 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134390c-8a23-4a16-8422-7a4f9a7de14d req-6cb21812-7d77-46ef-ac15-185218b870fb tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:59.688704 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a134390c-8a23-4a16-8422-7a4f9a7de14d req-6cb21812-7d77-46ef-ac15-185218b870fb tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0537887 Jul 26 12:57:59.747106 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a134390c-8a23-4a16-8422-7a4f9a7de14d req-0a13b680-1f61-488f-9dd3-1def23e48a3a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503430 Jul 26 12:57:59.771346 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d1259-f238-4838-98d5-547f53d804a9 req-250004fa-4827-4ba1-bc15-c0cc39d9b1a8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:59.776102 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b43d1259-f238-4838-98d5-547f53d804a9 req-250004fa-4827-4ba1-bc15-c0cc39d9b1a8 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 947 time: 0.0703850 Jul 26 12:57:59.838688 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b43d1259-f238-4838-98d5-547f53d804a9 req-8dfa7fe7-30e1-4239-9797-1810ca00c86c tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573342 Jul 26 12:57:59.883046 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1bfe-4f9e-4b2a-913e-eeacbaa090bb req-738e918d-bbb8-4d35-9341-b093552372e3 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:57:59.884571 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-71fe1bfe-4f9e-4b2a-913e-eeacbaa090bb req-738e918d-bbb8-4d35-9341-b093552372e3 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0507462 Jul 26 12:57:59.938691 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-71fe1bfe-4f9e-4b2a-913e-eeacbaa090bb req-a67576a2-b66c-46e4-98ae-f9c44e4d18b1 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480666 Jul 26 12:58:00.885643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494740-1752-47b6-9c1f-bf1aa4173d58 req-51f8ab2b-181d-4db5-a26d-4ac20661043d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:00.887237 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e5494740-1752-47b6-9c1f-bf1aa4173d58 req-51f8ab2b-181d-4db5-a26d-4ac20661043d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0507979 Jul 26 12:58:00.945673 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e5494740-1752-47b6-9c1f-bf1aa4173d58 req-5590cae3-1136-4107-a511-f202e936e364 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483720 Jul 26 12:58:00.971412 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e8602-d603-4446-9ecd-746614dc74b0 req-598f085c-0fd4-4024-a427-ec3fb3396a0b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:00.972966 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-585e8602-d603-4446-9ecd-746614dc74b0 req-598f085c-0fd4-4024-a427-ec3fb3396a0b tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 947 time: 0.0485318 Jul 26 12:58:00.993515 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:01.032255 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-585e8602-d603-4446-9ecd-746614dc74b0 req-f435a61f-b58d-454e-9ca8-0a98051e1dee tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536239 Jul 26 12:58:01.066997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97758a73-204b-43b5-8d60-30b734006351 req-7495d6d3-aaf0-47d2-8813-3bc3372a4211 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:01.068652 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-97758a73-204b-43b5-8d60-30b734006351 req-7495d6d3-aaf0-47d2-8813-3bc3372a4211 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0517180 Jul 26 12:58:01.124264 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-97758a73-204b-43b5-8d60-30b734006351 req-949342db-ab36-43db-a81c-ff498c05f1fe tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499039 Jul 26 12:58:02.055747 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:02.057045 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:02.075469 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dca16e-8d53-42d5-a107-7406220ab2a3 req-d73cfaf2-9d99-47ce-a4b2-e1982a88e5b6 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:02.077149 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c2dca16e-8d53-42d5-a107-7406220ab2a3 req-d73cfaf2-9d99-47ce-a4b2-e1982a88e5b6 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0549078 Jul 26 12:58:02.127293 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c2dca16e-8d53-42d5-a107-7406220ab2a3 req-1a2aa1a2-3b84-43f5-8503-b80ab16d8649 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Jul 26 12:58:02.243314 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbd2e4-9f5d-4584-aafe-ae153f0706a9 req-b7b18b01-a85b-4a6a-868f-02a3e11b4265 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:02.245063 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-91cbd2e4-9f5d-4584-aafe-ae153f0706a9 req-b7b18b01-a85b-4a6a-868f-02a3e11b4265 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0509963 Jul 26 12:58:02.293781 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-91cbd2e4-9f5d-4584-aafe-ae153f0706a9 req-cf3045e8-46c8-4b93-b920-7a5927fa21eb tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Jul 26 12:58:03.244952 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df472e-fdb1-402e-929a-7d424a280bf0 req-56286911-6a18-4821-bd9a-2664115bd653 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:03.246337 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83df472e-fdb1-402e-929a-7d424a280bf0 req-56286911-6a18-4821-bd9a-2664115bd653 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0473115 Jul 26 12:58:03.295056 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-83df472e-fdb1-402e-929a-7d424a280bf0 req-0c3ef20d-6deb-4127-8869-5cdff6a59486 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Jul 26 12:58:03.414841 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52704809-754b-48ad-842e-2dbaf1d1da50 req-d622fae8-b333-49ac-aeb9-a262eb5b55ae tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:03.416396 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-52704809-754b-48ad-842e-2dbaf1d1da50 req-d622fae8-b333-49ac-aeb9-a262eb5b55ae tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0526533 Jul 26 12:58:03.465809 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-52704809-754b-48ad-842e-2dbaf1d1da50 req-9aae66ad-9250-4fab-add8-e749bbf0f52b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Jul 26 12:58:04.416384 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d88af-7c6e-4c26-a7ef-6ee22b3b2731 req-5e2c5faa-cd21-4947-830b-dab0febb4f34 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:04.417862 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5f7d88af-7c6e-4c26-a7ef-6ee22b3b2731 req-5e2c5faa-cd21-4947-830b-dab0febb4f34 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0524154 Jul 26 12:58:04.466822 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5f7d88af-7c6e-4c26-a7ef-6ee22b3b2731 req-62dc9d76-ebee-47cb-95b5-eb91c682f6ef tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Jul 26 12:58:04.573268 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:04.582281 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f734a-2727-4c8b-855b-0aee43eb8faf req-cbfd4957-6089-480c-a140-9935bf76e02c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:04.583683 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-858f734a-2727-4c8b-855b-0aee43eb8faf req-cbfd4957-6089-480c-a140-9935bf76e02c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0468192 Jul 26 12:58:04.637120 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-858f734a-2727-4c8b-855b-0aee43eb8faf req-457b8a8d-228e-4f55-a1a3-52827e7aa1d5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Jul 26 12:58:05.584665 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fc506-f065-4a72-bb36-ef7fb665fb4d req-6a6d3338-e850-40a0-8359-2791603c9c3f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:05.586198 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6f6fc506-f065-4a72-bb36-ef7fb665fb4d req-6a6d3338-e850-40a0-8359-2791603c9c3f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Jul 26 12:58:05.635338 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6f6fc506-f065-4a72-bb36-ef7fb665fb4d req-400c6133-75ba-48e0-88f0-dfcf30dc31cd tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Jul 26 12:58:05.763439 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3cf1-cbf7-403b-8b17-ce7f2e2f2311 req-d04e74d4-37e7-4d40-a45a-e756123157d0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:05.764881 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-336e3cf1-cbf7-403b-8b17-ce7f2e2f2311 req-d04e74d4-37e7-4d40-a45a-e756123157d0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0519381 Jul 26 12:58:05.813320 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-336e3cf1-cbf7-403b-8b17-ce7f2e2f2311 req-263394f4-93c2-4a69-a787-d268420a916e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Jul 26 12:58:06.750253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62577176-0496-4890-a7d3-78c6a1212c5b req-51b23259-52ee-44fa-9e4e-f05db16b8158 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:06.751738 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62577176-0496-4890-a7d3-78c6a1212c5b req-51b23259-52ee-44fa-9e4e-f05db16b8158 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0465541 Jul 26 12:58:06.802587 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62577176-0496-4890-a7d3-78c6a1212c5b req-fdfdd67d-7895-4de5-89a8-46098acf1d62 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Jul 26 12:58:06.930226 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f96c3-8e7e-4ce9-ad9e-7d54b18b59d6 req-9d274a22-51b5-412a-be12-12a9cde74172 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:06.931680 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a7f96c3-8e7e-4ce9-ad9e-7d54b18b59d6 req-9d274a22-51b5-412a-be12-12a9cde74172 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 944 time: 0.0485070 Jul 26 12:58:06.985513 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a7f96c3-8e7e-4ce9-ad9e-7d54b18b59d6 req-964a4999-b3f9-45af-a605-8c7bf4b4149e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480759 Jul 26 12:58:07.457103 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 5d30f17c-376a-40af-aea4-819f4cd01ebc details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:58:07.517083 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:07.561962 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 5d30f17c-376a-40af-aea4-819f4cd01ebc, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:07.573487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:58:07.607992 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 5d30f17c-376a-40af-aea4-819f4cd01ebc is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:07.608383 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:07.624629 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d30f17c-376a-40af-aea4-819f4cd01ebc {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:58:07.644582 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 5d30f17c-376a-40af-aea4-819f4cd01ebc, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:07.648834 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:07.694090 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=5d30f17c-376a-40af-aea4-819f4cd01ebc,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:07.916894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['5d30f17c-376a-40af-aea4-819f4cd01ebc'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:58:08.075387 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a37e-ff8e-422b-86bd-800a82b5cbe6 req-36762b7d-e1e7-4560-bae7-559930b373d5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.078345 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4a31a37e-ff8e-422b-86bd-800a82b5cbe6 req-36762b7d-e1e7-4560-bae7-559930b373d5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0561829 Jul 26 12:58:08.123180 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31be5c-d8a7-418c-9d6f-6bcde87c8717 req-04f8a08c-8f05-4f59-9c55-a8e6087d5763 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.124778 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3e31be5c-d8a7-418c-9d6f-6bcde87c8717 req-04f8a08c-8f05-4f59-9c55-a8e6087d5763 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 945 time: 0.0599129 Jul 26 12:58:08.151793 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4a31a37e-ff8e-422b-86bd-800a82b5cbe6 req-44e008b0-da59-4f87-a7fb-0e8f7413545b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692754 Jul 26 12:58:08.193947 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3e31be5c-d8a7-418c-9d6f-6bcde87c8717 req-d2a8cb10-dcb6-4558-b9bb-05ad7e17d951 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617652 Jul 26 12:58:08.603858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-a7fed119-1aa3-4ff7-b5e3-4b353d81f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.605278 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-a7fed119-1aa3-4ff7-b5e3-4b353d81f5f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1129 time: 0.0620868 Jul 26 12:58:08.611384 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff377e-f115-491f-8b1a-e021ba1b2243 req-1077c8c0-b807-441b-a213-3c415aa80d5d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.612788 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4aff377e-f115-491f-8b1a-e021ba1b2243 req-1077c8c0-b807-441b-a213-3c415aa80d5d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0807209 Jul 26 12:58:08.669374 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:08.734475 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4aff377e-f115-491f-8b1a-e021ba1b2243 req-1c49e6d5-66c9-4b38-8e01-6c441e4a3328 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106141 Jul 26 12:58:08.739149 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-e8b6a712-d75f-4a4e-b5ef-986777e02cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.740544 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-e8b6a712-d75f-4a4e-b5ef-986777e02cd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 909 time: 0.1251161 Jul 26 12:58:08.808144 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-b3143a35-9e98-438d-87d3-0adf8ec0c51d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 1001 time: 0.0612748 Jul 26 12:58:08.856378 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-a69a98ef-017d-4dbf-a516-8579dd371b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.857741 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-a69a98ef-017d-4dbf-a516-8579dd371b12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 200 len: 847 time: 0.0433939 Jul 26 12:58:08.907166 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-7164e950-a825-4cd6-a5f6-7382c5274804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:08.908714 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-7164e950-a825-4cd6-a5f6-7382c5274804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403447 Jul 26 12:58:09.003874 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-8fe3f2d1-5234-4f52-8d6c-413be611a438 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892234 Jul 26 12:58:09.112927 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f57460f5-90b0-4296-96f9-a7346b2f3e5b req-241ad96f-d3cc-40c0-a27d-6719df8e4535 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943255 Jul 26 12:58:09.167522 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:09.184147 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eafc4c-3c91-4ecc-9779-005bbe76ecc1 req-414e8176-8262-4cb0-96c9-c9b035782089 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:09.185658 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c3eafc4c-3c91-4ecc-9779-005bbe76ecc1 req-414e8176-8262-4cb0-96c9-c9b035782089 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Jul 26 12:58:09.233533 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c3eafc4c-3c91-4ecc-9779-005bbe76ecc1 req-c55d4a3d-3dbb-48c0-b483-56c8f5dccb1d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Jul 26 12:58:09.279995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251a6cc-f735-4779-8d0f-1373c1874bd6 req-dcc54713-88cc-4d86-838c-4596a04c6aec tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:09.281597 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0251a6cc-f735-4779-8d0f-1373c1874bd6 req-dcc54713-88cc-4d86-838c-4596a04c6aec tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0539324 Jul 26 12:58:09.324653 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:09.334117 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-0251a6cc-f735-4779-8d0f-1373c1874bd6 req-f6c6ae91-b289-4a24-a075-50e584e28986 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469124 Jul 26 12:58:09.347959 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a33228-8297-4ef9-9698-c45f2e79f58e req-77b50c7e-01db-4ac1-be6d-420f9226ad56 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:09.349527 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f8a33228-8297-4ef9-9698-c45f2e79f58e req-77b50c7e-01db-4ac1-be6d-420f9226ad56 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 945 time: 0.0552893 Jul 26 12:58:09.400138 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f8a33228-8297-4ef9-9698-c45f2e79f58e req-b40d3f88-7800-44a6-83a0-2c8ea4a16a52 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450847 Jul 26 12:58:09.481967 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 5d30f17c-376a-40af-aea4-819f4cd01ebc up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:58:09.523906 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 5d30f17c-376a-40af-aea4-819f4cd01ebc completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:58:09.529350 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 5d30f17c-376a-40af-aea4-819f4cd01ebc triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:58:09.529745 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:09.594396 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:09.604156 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 5d30f17c-376a-40af-aea4-819f4cd01ebc is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:09.604535 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:09.628315 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:09.630844 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffcd43e-511d-454a-a88d-511bf49b7b92" -d '{"events": [{"server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "name": "network-vif-plugged", "status": "completed", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:09.643494 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 5d30f17c-376a-40af-aea4-819f4cd01ebc, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:09.647784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:09.670549 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52feacfb-a6e2-41a9-a4ba-586b616403f1 x-openstack-request-id: req-52feacfb-a6e2-41a9-a4ba-586b616403f1 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:09.670843 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "name": "network-vif-plugged", "status": "completed", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:09.671099 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52feacfb-a6e2-41a9-a4ba-586b616403f1 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:09.671494 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52feacfb-a6e2-41a9-a4ba-586b616403f1'] response: {'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'code': 200} Jul 26 12:58:09.696819 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=5d30f17c-376a-40af-aea4-819f4cd01ebc,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:09.854104 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be6605-3c21-436d-a6ad-2ae5983d5c68 req-a93ee186-9392-422f-80fb-4f9abd5f062c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:09.855759 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-41be6605-3c21-436d-a6ad-2ae5983d5c68 req-a93ee186-9392-422f-80fb-4f9abd5f062c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0472176 Jul 26 12:58:09.909382 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-41be6605-3c21-436d-a6ad-2ae5983d5c68 req-31132614-5709-48af-adc1-c2a2ebd0a36f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479615 Jul 26 12:58:10.354857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b074324-5d2b-43ea-b8e3-b3dae4df9dab req-8f1a724a-c093-4a92-aa38-19b11c207b0b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:10.356385 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8b074324-5d2b-43ea-b8e3-b3dae4df9dab req-8f1a724a-c093-4a92-aa38-19b11c207b0b tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Jul 26 12:58:10.407790 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8b074324-5d2b-43ea-b8e3-b3dae4df9dab req-4c0af90a-b4f3-49e4-8a55-eaae63852a07 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454519 Jul 26 12:58:10.462124 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8076f0f-2aa4-49f6-a470-a47864329d76 req-4a37d451-e3bd-43a6-8abc-dc9d7efcea4d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:10.463630 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a8076f0f-2aa4-49f6-a470-a47864329d76 req-4a37d451-e3bd-43a6-8abc-dc9d7efcea4d tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Jul 26 12:58:10.514907 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a8076f0f-2aa4-49f6-a470-a47864329d76 req-90a2e417-702f-4a6c-8e25-70cf6c25e83b tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456305 Jul 26 12:58:10.518059 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254fb4e-672f-490a-8e55-8f3852916e6a req-60c9751b-c380-4e70-a745-94f19447f925 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:10.519578 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c254fb4e-672f-490a-8e55-8f3852916e6a req-60c9751b-c380-4e70-a745-94f19447f925 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Jul 26 12:58:10.573881 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c254fb4e-672f-490a-8e55-8f3852916e6a req-886fa401-d9c2-48c8-bd1b-4d28b5b85a04 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479960 Jul 26 12:58:11.030455 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad97dc-ca27-4e2d-acdb-1c7db80c361b req-d9c003bf-e7b9-4281-89be-adbc632335ec tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:11.031991 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-49ad97dc-ca27-4e2d-acdb-1c7db80c361b req-d9c003bf-e7b9-4281-89be-adbc632335ec tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Jul 26 12:58:11.071877 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:11.084467 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-49ad97dc-ca27-4e2d-acdb-1c7db80c361b req-01d1a6cf-123e-4a60-b7e1-fbc4f0430401 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455434 Jul 26 12:58:11.527974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcce6b4-50f2-404d-94ae-939244a1dabd req-b1de2b92-f78d-4692-9e55-6da4551dc443 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:11.529477 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-efcce6b4-50f2-404d-94ae-939244a1dabd req-b1de2b92-f78d-4692-9e55-6da4551dc443 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Jul 26 12:58:11.579021 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-efcce6b4-50f2-404d-94ae-939244a1dabd req-483f7f57-79c2-46ab-9c8d-c87d4add9d24 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 Jul 26 12:58:11.634778 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfc2c2-4d29-4054-93c2-3d2bded9ac91 req-73174143-d743-4ddc-9a74-bfa02ed6f6db tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:11.636340 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04dfc2c2-4d29-4054-93c2-3d2bded9ac91 req-73174143-d743-4ddc-9a74-bfa02ed6f6db tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Jul 26 12:58:11.690437 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-04dfc2c2-4d29-4054-93c2-3d2bded9ac91 req-eec22a62-4e68-4db0-8e0c-74e329066737 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484498 Jul 26 12:58:11.695517 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74bd84-1d21-493f-baf1-058c15526ce8 req-296a2b47-4441-444a-b4cb-152f2a74ac06 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:11.697491 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9f74bd84-1d21-493f-baf1-058c15526ce8 req-296a2b47-4441-444a-b4cb-152f2a74ac06 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Jul 26 12:58:11.749441 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9f74bd84-1d21-493f-baf1-058c15526ce8 req-4b79d8bc-a3c5-4891-8ba1-20a526ffe928 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461581 Jul 26 12:58:12.211602 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6b6c2-b508-4d76-bfc0-55f021648ae1 req-e517f456-1625-4229-8be9-f5a7b885bd38 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:12.213113 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-06b6b6c2-b508-4d76-bfc0-55f021648ae1 req-e517f456-1625-4229-8be9-f5a7b885bd38 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Jul 26 12:58:12.264557 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-06b6b6c2-b508-4d76-bfc0-55f021648ae1 req-78dedebf-67a4-4319-af2e-42ff36eec4d2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446484 Jul 26 12:58:12.417516 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-878af4f8-86bb-453c-ae61-a950e80dbfee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:12.418568 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90460f62-2631-4539-887f-dd3be543fe95 req-abdc246b-09cd-49c9-919b-e8446e910265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:12.419051 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-878af4f8-86bb-453c-ae61-a950e80dbfee tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0641398 Jul 26 12:58:12.420067 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-90460f62-2631-4539-887f-dd3be543fe95 req-abdc246b-09cd-49c9-919b-e8446e910265 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1130 time: 0.0421224 Jul 26 12:58:12.474794 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-90460f62-2631-4539-887f-dd3be543fe95 req-115fe4a7-ef32-424f-9ffe-3f700fd266a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Jul 26 12:58:12.517421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:12.517761 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:12.521645 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:12.614530 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] For port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:12.615201 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:12.749730 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1017ac6-dd9e-40d7-82cb-f4eed59c58a4 req-52ae2705-de39-49a6-8d11-3fe464d19c3d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:12.751365 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b1017ac6-dd9e-40d7-82cb-f4eed59c58a4 req-52ae2705-de39-49a6-8d11-3fe464d19c3d tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 945 time: 0.0902956 Jul 26 12:58:12.819207 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22276ecb-772b-48d1-bf3a-0e07bfb30924 req-9068c227-c452-4e56-955c-f5ccf74a112a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:12.820817 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-22276ecb-772b-48d1-bf3a-0e07bfb30924 req-9068c227-c452-4e56-955c-f5ccf74a112a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0547154 Jul 26 12:58:12.869196 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b1017ac6-dd9e-40d7-82cb-f4eed59c58a4 req-6bc2d182-6138-4897-9268-dad290bc06db tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups?id=56401c35-398d-4205-adb8-7e7795e1bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062646 Jul 26 12:58:12.871827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:12.872285 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (d9d350d7-bf3d-46c2-b0e3-17bd43c678cc), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:12.872672 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Floating IP d9d350d7-bf3d-46c2-b0e3-17bd43c678cc disassociated. External IP: 172.27.2.9, port: f8c8c0ab-fac0-4f1a-8802-3cb64df470f6. Jul 26 12:58:12.873129 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:12.876444 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-22276ecb-772b-48d1-bf3a-0e07bfb30924 req-0a9060ea-e9e8-44cd-b247-7243f27f584c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489080 Jul 26 12:58:12.996372 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcf0f1-d5b2-4d15-b2d5-1ecae137af0e req-743fcb6a-6c8e-4459-bb90-01d432d023dc tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:12.997843 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8bfcf0f1-d5b2-4d15-b2d5-1ecae137af0e req-743fcb6a-6c8e-4459-bb90-01d432d023dc tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0566182 Jul 26 12:58:13.044056 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:13.081937 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (f8c8c0ab-fac0-4f1a-8802-3cb64df470f6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:13.119412 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8bfcf0f1-d5b2-4d15-b2d5-1ecae137af0e req-5398b151-811c-411e-9279-358d6b89bc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123927 Jul 26 12:58:13.121688 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=f8c8c0ab-fac0-4f1a-8802-3cb64df470f6,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:13.392786 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217cb54-55a7-4e76-90e5-e5f364b30749 req-948a1be8-aec6-476e-bb1f-4ed6083827c9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:13.394319 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2217cb54-55a7-4e76-90e5-e5f364b30749 req-948a1be8-aec6-476e-bb1f-4ed6083827c9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0498111 Jul 26 12:58:13.443617 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2217cb54-55a7-4e76-90e5-e5f364b30749 req-802a081d-9ff8-47d2-ab57-f2785ff9db7b tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428321 Jul 26 12:58:13.506214 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:58:13.620031 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:58:13.630170 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:58:13.642354 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:13.642958 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:13.649810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:13.666719 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] No DVR routers for this DVR port f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:58:13.669304 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:13.672520 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e3d8996c-cc32-47ac-9a23-54fee1da54ad req-f2bbc4ee-d9db-4a36-bf3e-ffb873a856b2 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.46 "DELETE /v2.0/ports/f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 HTTP/1.1" status: 204 len: 173 time: 1.2445607 Jul 26 12:58:13.672960 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'name': 'network-vif-deleted', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:13.675216 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8915123c-6052-49e1-8c15-4b90dbbe8b94" -d '{"events": [{"server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "name": "network-vif-deleted", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:13.717435 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b68cc-cbe2-496b-98d8-7d5f8687e857 x-openstack-request-id: req-932b68cc-cbe2-496b-98d8-7d5f8687e857 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:13.717435 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e8067-dd21-438b-997e-100b012cd6f0", "name": "network-vif-deleted", "tag": "f8c8c0ab-fac0-4f1a-8802-3cb64df470f6", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:13.717708 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-932b68cc-cbe2-496b-98d8-7d5f8687e857 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:13.718183 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932b68cc-cbe2-496b-98d8-7d5f8687e857'] response: {'server_uuid': '6b9e8067-dd21-438b-997e-100b012cd6f0', 'name': 'network-vif-deleted', 'tag': 'f8c8c0ab-fac0-4f1a-8802-3cb64df470f6', 'status': 'completed', 'code': 200} Jul 26 12:58:13.756492 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:13.783293 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:13.987498 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:13.999442 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2bb9-6b7d-43fb-9535-1f8bb31bdda7 req-8a81d7ac-cacf-44af-8fc2-1c774ea33606 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.001094 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-46ad2bb9-6b7d-43fb-9535-1f8bb31bdda7 req-8a81d7ac-cacf-44af-8fc2-1c774ea33606 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0486350 Jul 26 12:58:14.014058 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-280dcebd-5c03-40bb-b391-24fb0bd7f622 req-97de8bde-904d-46c5-9b2b-f969c539abb4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b9e8067-dd21-438b-997e-100b012cd6f0 HTTP/1.1" status: 200 len: 210 time: 0.0298691 Jul 26 12:58:14.014607 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:58:14.022893 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:14.023587 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:14.054581 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-46ad2bb9-6b7d-43fb-9535-1f8bb31bdda7 req-db84048c-630e-4524-9e0d-288f654bbbe3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Jul 26 12:58:14.131286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:14.315938 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7f10-d3f3-42bd-97a1-cbf6a332e1b1 req-2cd156c5-ca46-4e94-aeae-6f608e1f2f74 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.323160 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d69f7f10-d3f3-42bd-97a1-cbf6a332e1b1 req-2cd156c5-ca46-4e94-aeae-6f608e1f2f74 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0759528 Jul 26 12:58:14.335046 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-7f219e06-59b7-4c86-9af1-5a09bad79d09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958850 Jul 26 12:58:14.343756 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a457bb-b275-4ef1-aa08-dae577d83f98 req-493f06f0-5d1d-4674-9263-52e411a6af29 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.351704 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-37a457bb-b275-4ef1-aa08-dae577d83f98 req-493f06f0-5d1d-4674-9263-52e411a6af29 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0657890 Jul 26 12:58:14.384508 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d69f7f10-d3f3-42bd-97a1-cbf6a332e1b1 req-f2ad79ea-02de-4fa1-82aa-eee469a6e12f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601249 Jul 26 12:58:14.440839 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-37a457bb-b275-4ef1-aa08-dae577d83f98 req-fb421fb0-615a-44f1-a0cf-1cac64c4540d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880659 Jul 26 12:58:14.447665 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-494d5533-33ae-4321-a94e-25ecb80f0206 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.449074 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-494d5533-33ae-4321-a94e-25ecb80f0206 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports/b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 942 time: 0.0743990 Jul 26 12:58:14.541729 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:14.575224 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05a460-f0a2-413f-8991-55d019f9be82 None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:24Z', 'revision_number': 4, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '6f37be8d-f358-4741-b256-6a81d3d30041', 'name': '', 'network_id': '923d9432-be57-465d-9c21-1d0c5b4c37d3', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'mac_address': 'fa:16:3e:f1:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:23Z', 'updated_at': '2022-07-26T12:51:32Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'subnets': [{'id': '8d8a1d0b-76c4-4929-8279-0a49f300fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:58:14.588300 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3b470-fbd8-4bf6-bfe3-4d6e3beb6576 req-1920a45a-2c27-4b12-a741-9b91a23b4798 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.593191 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add23532-97ca-408b-b2f3-ed897a263f0f req-b66b8fb2-4fdd-4694-b7df-59525b6f8fd9 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.594987 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-add23532-97ca-408b-b2f3-ed897a263f0f req-b66b8fb2-4fdd-4694-b7df-59525b6f8fd9 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0750434 Jul 26 12:58:14.597709 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cfd3b470-fbd8-4bf6-bfe3-4d6e3beb6576 req-1920a45a-2c27-4b12-a741-9b91a23b4798 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0706460 Jul 26 12:58:14.681744 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-add23532-97ca-408b-b2f3-ed897a263f0f req-c6d6e3d4-a490-4b55-8ba2-cf2a7b1a0f57 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753183 Jul 26 12:58:14.683347 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-cfd3b470-fbd8-4bf6-bfe3-4d6e3beb6576 req-1d403463-c6a1-41d2-925e-52fe0304215c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846860 Jul 26 12:58:14.738769 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49206) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:14.750313 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:14.786836 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee9ece-c5cb-419d-af80-0740c0358e4a tempest-TestVolumeBootPattern-1248782891 tempest-TestVolumeBootPattern-1248782891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:14.791177 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-70ee9ece-c5cb-419d-af80-0740c0358e4a tempest-TestVolumeBootPattern-1248782891 tempest-TestVolumeBootPattern-1248782891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1125 time: 0.0482321 Jul 26 12:58:14.791405 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49208) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:14.795743 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:58:14.817946 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:14.901761 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626931d-c02a-4306-9d1d-d28d870803e1 None None] New status for floating IP d9d350d7-bf3d-46c2-b0e3-17bd43c678cc: DOWN {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:58:14.913293 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.022199 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:15.041304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Allocated IP 172.27.2.52 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/619c38d0-676b-4ed5-af86-54bc52ebbf51) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:58:15.112226 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49214) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:15.168283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.169087 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-82f71d84-e42d-46ea-9099-0ed939992af4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (56401c35-398d-4205-adb8-7e7795e1bc38), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.195349 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-82f71d84-e42d-46ea-9099-0ed939992af4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (56401c35-398d-4205-adb8-7e7795e1bc38), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.206982 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.248006 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-82f71d84-e42d-46ea-9099-0ed939992af4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (56401c35-398d-4205-adb8-7e7795e1bc38), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.250492 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-82f71d84-e42d-46ea-9099-0ed939992af4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.251780 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-82f71d84-e42d-46ea-9099-0ed939992af4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/security-groups/56401c35-398d-4205-adb8-7e7795e1bc38 HTTP/1.1" status: 204 len: 168 time: 0.1381478 Jul 26 12:58:15.252690 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:58:15.256581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49216) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:15.260021 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:58:15.264092 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:58:15.274379 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71d84-e42d-46ea-9099-0ed939992af4 tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56401c35-398d-4205-adb8-7e7795e1bc38,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:15.277974 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-495d0f42-3ee1-4f92-8047-ea9dcd2ba44f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] show failed (client error): The resource could not be found. Jul 26 12:58:15.282528 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-495d0f42-3ee1-4f92-8047-ea9dcd2ba44f tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "GET /v2.0/security-groups/56401c35-398d-4205-adb8-7e7795e1bc38 HTTP/1.1" status: 404 len: 347 time: 0.0214241 Jul 26 12:58:15.282890 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49218) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:15.328370 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=619c38d0-676b-4ed5-af86-54bc52ebbf51,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:15.342710 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.343078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.343423 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.343824 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.344123 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.344458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.344790 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.345131 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.345444 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.345772 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.346098 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.346426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.346767 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.347102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.347424 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:15.408085 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Deleting port 943577cb-028b-4fcb-bf30-fa87d4d7825d {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:15.408433 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.495893 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:15.512058 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.512398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (943577cb-028b-4fcb-bf30-fa87d4d7825d), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.523390 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:15.528206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Calling delete_port for 943577cb-028b-4fcb-bf30-fa87d4d7825d owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:15.556743 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792879b-90de-4829-97a5-469bbda809f0 req-7123fc3e-f1b6-4177-a343-a9ddc26b5ed2 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:15.558242 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5792879b-90de-4829-97a5-469bbda809f0 req-7123fc3e-f1b6-4177-a343-a9ddc26b5ed2 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0960839 Jul 26 12:58:15.574543 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:15.611516 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f is: ACTIVE; New status is: DOWN {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:15.612027 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.637210 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:15.639761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c06efa-4368-46de-876e-5ef8ad6dd2c0" -d '{"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:15.658759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:15.664503 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.665630 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:15.689910 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fb6bb5-69d3-4114-b61f-2a9befec79b4 x-openstack-request-id: req-27fb6bb5-69d3-4114-b61f-2a9befec79b4 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:15.690196 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-unplugged", "status": "failed", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "code": 422}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:15.690512 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27fb6bb5-69d3-4114-b61f-2a9befec79b4 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:15.691165 dv-cinder-850939-2-iscsi neutron-server[115541]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27fb6bb5-69d3-4114-b61f-2a9befec79b4']: {'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'code': 422} returned with failed status Jul 26 12:58:15.698886 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5792879b-90de-4829-97a5-469bbda809f0 req-2df50ebe-5519-492e-bb04-f3805c2816c1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338665 Jul 26 12:58:15.712372 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:15.712963 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device f8c8c0ab-fac0-4f1a-8802-3cb64df470f6 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:15.753458 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:15.754913 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=6']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:15.779844 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (943577cb-028b-4fcb-bf30-fa87d4d7825d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.818837 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (9dd3aecc-018e-43ec-8e9c-f7114e02f7e6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.842637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Pushing event deleted for resources: {'Port': ['ID=943577cb-028b-4fcb-bf30-fa87d4d7825d,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:15.847060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:15.897360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.914387 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba020-f935-478d-b6ec-ad3bf8769dda req-5bafa331-2132-46cc-8d45-822ab46af6f8 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:15.915905 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-63aba020-f935-478d-b6ec-ad3bf8769dda req-5bafa331-2132-46cc-8d45-822ab46af6f8 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0856805 Jul 26 12:58:15.921118 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks [] for floatingip (d9d350d7-bf3d-46c2-b0e3-17bd43c678cc), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.923583 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:15.924714 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-91c75746-0fcf-47a1-aaa5-94e6b94bf5aa tempest-AttachVolumeNegativeTest-1778056198 tempest-AttachVolumeNegativeTest-1778056198-project] 10.222.0.20 "DELETE /v2.0/floatingips/d9d350d7-bf3d-46c2-b0e3-17bd43c678cc HTTP/1.1" status: 204 len: 168 time: 0.6410515 Jul 26 12:58:15.975610 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-63aba020-f935-478d-b6ec-ad3bf8769dda req-11edd242-9f9a-4a89-aa3c-bcb2e58fcd39 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497777 Jul 26 12:58:16.063496 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:16.086347 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-540aeee8-a479-4e6e-aeae-c8921beb10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.087877 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-540aeee8-a479-4e6e-aeae-c8921beb10e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597&tenant_id=b8383c3af34e46f2922ffb7f6d4963af HTTP/1.1" status: 200 len: 1127 time: 0.0427048 Jul 26 12:58:16.087988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:16.092247 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:16.155765 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-48b20a18-b507-4b92-b0ea-d9886dcb5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.157287 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-48b20a18-b507-4b92-b0ea-d9886dcb5d80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1127 time: 0.0436854 Jul 26 12:58:16.166986 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=619c38d0-676b-4ed5-af86-54bc52ebbf51,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:16.175880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (9dd3aecc-018e-43ec-8e9c-f7114e02f7e6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:16.258711 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-2aeafa76-f034-4a51-b97f-c38b5a9c3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.260260 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-2aeafa76-f034-4a51-b97f-c38b5a9c3a6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 909 time: 0.0971799 Jul 26 12:58:16.282619 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Floating IP 9dd3aecc-018e-43ec-8e9c-f7114e02f7e6 associated. External IP: 172.27.2.52, port: 5d30f17c-376a-40af-aea4-819f4cd01ebc. Jul 26 12:58:16.325713 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-ba5a5134-d8a7-4037-8404-678c1736b866 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 999 time: 0.0596757 Jul 26 12:58:16.385163 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-8e8bb2eb-b6f4-488e-9d38-82792f334afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.386738 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-8e8bb2eb-b6f4-488e-9d38-82792f334afa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 200 len: 847 time: 0.0457804 Jul 26 12:58:16.431903 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-3137ad49-bd85-4d1a-a319-a9d4530cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.433439 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-3137ad49-bd85-4d1a-a319-a9d4530cbc77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404189 Jul 26 12:58:16.483309 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:58:16.536738 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-687ddcf7-ce0e-43ff-b69b-45d9253da113 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966194 Jul 26 12:58:16.562532 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:16.589697 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:58:16.599182 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:58:16.610001 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:16.611795 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:16.612424 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:16.635276 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-80b66425-c697-4dc1-8644-94ade1135ee4 req-188bd719-4334-4147-93ee-a0b3fe4b0812 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932729 Jul 26 12:58:16.645367 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-cc010e4b-75c3-48a9-b8cb-a62a9cb1ad15 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8529048 Jul 26 12:58:16.645960 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:16.648841 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20da6988-672c-4f30-9be9-29faf17e5968" -d '{"events": [{"name": "network-changed", "server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:16.687545 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9502132-f53c-406b-8d12-05fcdd90f80a x-openstack-request-id: req-b9502132-f53c-406b-8d12-05fcdd90f80a {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:16.687866 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:16.688127 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9502132-f53c-406b-8d12-05fcdd90f80a {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:16.688535 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9502132-f53c-406b-8d12-05fcdd90f80a'] response: {'name': 'network-changed', 'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'status': 'completed', 'code': 200} Jul 26 12:58:16.734217 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:16.821666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:16.833322 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6415-a7ea-4f08-98a2-304479062c67 req-5c24ecec-785a-4a6b-9b2d-aeac00a67d61 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.834842 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-47ad6415-a7ea-4f08-98a2-304479062c67 req-5c24ecec-785a-4a6b-9b2d-aeac00a67d61 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0522363 Jul 26 12:58:16.889099 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-47ad6415-a7ea-4f08-98a2-304479062c67 req-f4b67117-afcf-42eb-85ed-17e31810b0e3 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484891 Jul 26 12:58:16.914796 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:16.961154 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:15Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:16.968961 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6988-672c-4f30-9be9-29faf17e5968 req-2d7fd410-7ad2-48eb-9655-700845ca2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:16.970515 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-2d7fd410-7ad2-48eb-9655-700845ca2fef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1130 time: 0.0419199 Jul 26 12:58:16.985849 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:58:16.995078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:16.995723 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:17.073325 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6988-672c-4f30-9be9-29faf17e5968 req-91e7c57a-cf87-4ea1-b6a3-e04d69b48e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:17.074726 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-91e7c57a-cf87-4ea1-b6a3-e04d69b48e84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.0973465 Jul 26 12:58:17.106264 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:17.109458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d5966-f6d0-4871-a285-ac0b6c518f67 req-4ed86603-ef68-49a8-9469-5200544ec59a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:17.110989 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3b6d5966-f6d0-4871-a285-ac0b6c518f67 req-4ed86603-ef68-49a8-9469-5200544ec59a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0507832 Jul 26 12:58:17.182748 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3b6d5966-f6d0-4871-a285-ac0b6c518f67 req-653248eb-1238-416a-a22b-08c403f0b0f2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660408 Jul 26 12:58:17.187297 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-0e9631b7-e223-4895-90f3-cb7543915e76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 999 time: 0.1039026 Jul 26 12:58:17.247114 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6988-672c-4f30-9be9-29faf17e5968 req-4da715fe-4b9c-48a1-8fea-b0a52c38c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:17.248628 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-4da715fe-4b9c-48a1-8fea-b0a52c38c90d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0543127 Jul 26 12:58:17.303549 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6988-672c-4f30-9be9-29faf17e5968 req-ebbab22b-db46-42d5-b7c9-09218ddc9f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:17.305684 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-ebbab22b-db46-42d5-b7c9-09218ddc9f2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486202 Jul 26 12:58:17.355404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:17.369930 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:15Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:17.398323 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556385ac-8978-4730-b523-8a1cf8d3f186 None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:15Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:58:17.400405 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-c983e849-506d-4131-b71e-479183ab9ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880373 Jul 26 12:58:17.504302 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-20da6988-672c-4f30-9be9-29faf17e5968 req-77f3b678-2753-4fcf-b64b-8d5e91e4d667 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975244 Jul 26 12:58:17.609641 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ceab2-0cd0-4241-9fab-c98fc5a51660 None None] New status for floating IP 9dd3aecc-018e-43ec-8e9c-f7114e02f7e6: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:58:18.008369 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f672-8caa-48d7-846e-8cefb5812528 req-5bee97a1-bd9e-4106-86ad-9f45f406dba1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:18.009822 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0927f672-8caa-48d7-846e-8cefb5812528 req-5bee97a1-bd9e-4106-86ad-9f45f406dba1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0475767 Jul 26 12:58:18.060405 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0927f672-8caa-48d7-846e-8cefb5812528 req-73ff7f30-1a4b-464e-b06b-e6a2a6efe8e2 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451488 Jul 26 12:58:18.294279 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef0b4-9c8a-463b-b7cb-c0956369984e req-ea4616c6-ace7-41a4-9680-28de5a089ac1 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:18.295852 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d82ef0b4-9c8a-463b-b7cb-c0956369984e req-ea4616c6-ace7-41a4-9680-28de5a089ac1 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Jul 26 12:58:18.345165 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d82ef0b4-9c8a-463b-b7cb-c0956369984e req-5e496188-d867-42fe-9dc5-79cff847be04 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437205 Jul 26 12:58:19.184347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055289-cfed-4912-ade1-091ee0a9d3cc req-6a6d1f21-8012-4ab6-9f22-e016f1bd9eaf tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:19.185845 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b5055289-cfed-4912-ade1-091ee0a9d3cc req-6a6d1f21-8012-4ab6-9f22-e016f1bd9eaf tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0521247 Jul 26 12:58:19.237285 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b5055289-cfed-4912-ade1-091ee0a9d3cc req-cce334e1-ec2b-43f9-8b3f-48e1ea63693f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Jul 26 12:58:19.470083 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431abc84-9db8-4497-a925-088a970edc22 req-2ae9fd39-6c92-4e6a-883d-3b134329f9fd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:19.471679 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-431abc84-9db8-4497-a925-088a970edc22 req-2ae9fd39-6c92-4e6a-883d-3b134329f9fd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0467052 Jul 26 12:58:19.538683 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-431abc84-9db8-4497-a925-088a970edc22 req-5079ec5f-8c41-4146-a001-a0ea7f11710f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611265 Jul 26 12:58:19.702344 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49276) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:20.064970 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (a6ddd465-ff8c-488d-ac12-02a839f8b762), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:20.101952 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:20.270308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:20.285242 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Deleting port 6f37be8d-f358-4741-b256-6a81d3d30041 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:20.285571 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:20.362969 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7843f-f0c7-44b3-8460-0bed71066a4b req-94c22a3a-48fb-49b1-87e5-38c491d1bb36 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:20.364516 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b2f7843f-f0c7-44b3-8460-0bed71066a4b req-94c22a3a-48fb-49b1-87e5-38c491d1bb36 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0546615 Jul 26 12:58:20.370432 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] For port 6f37be8d-f358-4741-b256-6a81d3d30041, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=6f37be8d-f358-4741-b256-6a81d3d30041,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:20.370796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:20.384334 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Calling delete_port for 6f37be8d-f358-4741-b256-6a81d3d30041 owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:20.391785 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:20.418902 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b2f7843f-f0c7-44b3-8460-0bed71066a4b req-980f98ef-1b76-4c96-8a06-77d4c2a8f9c5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478089 Jul 26 12:58:20.562746 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (6f37be8d-f358-4741-b256-6a81d3d30041), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:20.587614 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f37be8d-f358-4741-b256-6a81d3d30041,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:20.695121 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c12fd-49b9-4d92-9f25-81fdbeb31199 req-03f64fdb-b0ea-4ba0-823b-63d2677c3315 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:20.696656 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791c12fd-49b9-4d92-9f25-81fdbeb31199 req-03f64fdb-b0ea-4ba0-823b-63d2677c3315 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0641463 Jul 26 12:58:20.830340 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-791c12fd-49b9-4d92-9f25-81fdbeb31199 req-67ad6d6c-07d4-4b32-a5bf-e9f5d68ad648 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993428 Jul 26 12:58:20.863319 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (a6ddd465-ff8c-488d-ac12-02a839f8b762), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:20.870997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-14b59de7-0ebf-4fb3-959b-4aec1af44694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:20.872557 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-14b59de7-0ebf-4fb3-959b-4aec1af44694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1127 time: 0.0590136 Jul 26 12:58:21.229804 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:21.318170 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-24a282b6-b95c-43c7-b2f8-e125747b71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:21.320274 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-24a282b6-b95c-43c7-b2f8-e125747b71be service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 909 time: 0.4051492 Jul 26 12:58:21.357611 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:21.445491 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-01ea0c93-fbf9-4e26-9e70-63503d42837f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 999 time: 0.0966220 Jul 26 12:58:21.503860 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Router a6ddd465-ff8c-488d-ac12-02a839f8b762 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:58:21.512726 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-cfd13dc0-2933-48df-8a95-548147ea8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:21.514206 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-cfd13dc0-2933-48df-8a95-548147ea8531 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 200 len: 847 time: 0.0620639 Jul 26 12:58:21.545130 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b6d4-3d92-4613-b319-b1e4de93fdfd req-dadb7a2b-79e3-482a-9049-9341e28149bf tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:21.547780 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-44c7b6d4-3d92-4613-b319-b1e4de93fdfd req-dadb7a2b-79e3-482a-9049-9341e28149bf tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0568924 Jul 26 12:58:21.575008 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:21.600395 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-44c7b6d4-3d92-4613-b319-b1e4de93fdfd req-7867eb73-195e-4cf3-b693-51b7a632d272 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 Jul 26 12:58:21.610480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-94b7e73e-5955-4fcd-a9d7-f26f2fed2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:21.612069 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-94b7e73e-5955-4fcd-a9d7-f26f2fed2f89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898428 Jul 26 12:58:21.713230 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:58:21.718486 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6ea0c107-fecb-4955-a55c-2fd755fabe9f admin admin] 10.222.0.20 "PUT /v2.0/routers/a6ddd465-ff8c-488d-ac12-02a839f8b762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153754 Jul 26 12:58:21.721095 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49286) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:21.721990 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] Sync routers for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:58:21.732663 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:21.733723 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:21.749722 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-78ae0b60-8130-4dcd-ba6c-7543ee396bcd service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140869 Jul 26 12:58:21.838242 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:21.850991 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-62af6d1a-2bf2-47ec-9134-24e38b2d0c75 req-305d5abf-c393-4113-b560-4bd1e1571450 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946112 Jul 26 12:58:21.900754 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:21.969262 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccc44-2693-4050-93f6-a09419fab31a req-fd5a0465-7d68-4e70-b37e-4a45eba809a7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:21.971044 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b09ccc44-2693-4050-93f6-a09419fab31a req-fd5a0465-7d68-4e70-b37e-4a45eba809a7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Jul 26 12:58:22.027519 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b09ccc44-2693-4050-93f6-a09419fab31a req-3b3da6fa-472e-4328-940c-f4667557047a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492458 Jul 26 12:58:22.041282 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:58:20Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:22.071342 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] Checking router: a6ddd465-ff8c-488d-ac12-02a839f8b762 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:58:22.079867 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] Routers {'a6ddd465-ff8c-488d-ac12-02a839f8b762'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:22.080482 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:57:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a6ddd465-ff8c-488d-ac12-02a839f8b762'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:22.096165 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks [] for router (a6ddd465-ff8c-488d-ac12-02a839f8b762), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.202758 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks [] for router_gateway (a6ddd465-ff8c-488d-ac12-02a839f8b762), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.238054 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:22.251029 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Deleting port ceae583e-adfc-4087-b34f-b8a98d5ff9e4 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:22.251459 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.309834 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] Set router a6ddd465-ff8c-488d-ac12-02a839f8b762 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:22.332594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] For port ceae583e-adfc-4087-b34f-b8a98d5ff9e4, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:22.332957 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.345548 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Calling delete_port for ceae583e-adfc-4087-b34f-b8a98d5ff9e4 owned by network:router_gateway {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:22.407971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:22.477513 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:58:20Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:22.502454 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a814d-537c-40c2-9844-a482ce7e80cd None None] The sync data for ids ['a6ddd465-ff8c-488d-ac12-02a839f8b762'] in dv-cinder-850939-2-iscsi is: [{'id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'name': 'tempest-AttachVolumeNegativeTest-1378880781-router', 'tenant_id': '01fca015df86428b9356df3f127327c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:58:20Z', 'revision_number': 5, 'project_id': '01fca015df86428b9356df3f127327c2', 'gw_port': {'id': 'ceae583e-adfc-4087-b34f-b8a98d5ff9e4', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddd465-ff8c-488d-ac12-02a839f8b762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:16Z', 'updated_at': '2022-07-26T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:58:22.523893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (ceae583e-adfc-4087-b34f-b8a98d5ff9e4), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.550897 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceae583e-adfc-4087-b34f-b8a98d5ff9e4,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:22.587485 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9fea9d9b-1783-4f99-9ae9-fbc6019271f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.622681 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (a6ddd465-ff8c-488d-ac12-02a839f8b762), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.738479 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (a6ddd465-ff8c-488d-ac12-02a839f8b762), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.742676 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks [] for router_controller (a6ddd465-ff8c-488d-ac12-02a839f8b762), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.756979 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700f10-45c6-4ad9-a550-2c101769ef96 req-3aa61f88-159a-4c6f-a3ef-0cf8c53f4bd2 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:22.758427 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-29700f10-45c6-4ad9-a550-2c101769ef96 req-3aa61f88-159a-4c6f-a3ef-0cf8c53f4bd2 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 943 time: 0.0786822 Jul 26 12:58:22.799595 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:22.811335 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (a6ddd465-ff8c-488d-ac12-02a839f8b762), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.812052 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ddd465-ff8c-488d-ac12-02a839f8b762 {{(pid=115539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 12:58:22.818211 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.819384 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-f68b1d78-91eb-4426-974d-6238e075a229 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a6ddd465-ff8c-488d-ac12-02a839f8b762 HTTP/1.1" status: 204 len: 168 time: 1.0972912 Jul 26 12:58:22.822401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49294) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:22.848353 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-29700f10-45c6-4ad9-a550-2c101769ef96 req-3ef0375d-5f1f-4ba1-bd4c-e6f69d9b4b24 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562799 Jul 26 12:58:22.871837 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Deleting subnet 8d8a1d0b-76c4-4929-8279-0a49f300fd41 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:58:22.875179 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Publish callbacks [] for subnet (8d8a1d0b-76c4-4929-8279-0a49f300fd41), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:22.918599 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (8d8a1d0b-76c4-4929-8279-0a49f300fd41), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.012401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:23.027437 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (8d8a1d0b-76c4-4929-8279-0a49f300fd41), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.089999 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (8d8a1d0b-76c4-4929-8279-0a49f300fd41), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.124717 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d46fe-7d63-45ac-ac40-fbd4af80e223 None None] Network 923d9432-be57-465d-9c21-1d0c5b4c37d3 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:58:23.127679 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.131205 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8d8a1d0b-76c4-4929-8279-0a49f300fd41 HTTP/1.1" status: 204 len: 168 time: 0.3070464 Jul 26 12:58:23.132384 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb17cf9-768a-428f-9c79-b809259bed0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8a1d0b-76c4-4929-8279-0a49f300fd41,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:23.134068 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49298) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:23.183709 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb694cef-7ad1-4bf2-b719-81a307e392c2 req-15070b48-4c2a-4127-b4c3-5eedfa723496 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:23.185696 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-eb694cef-7ad1-4bf2-b719-81a307e392c2 req-15070b48-4c2a-4127-b4c3-5eedfa723496 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0701218 Jul 26 12:58:23.201666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:23.223708 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (923d9432-be57-465d-9c21-1d0c5b4c37d3), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.258134 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-eb694cef-7ad1-4bf2-b719-81a307e392c2 req-1dd230fd-7a9e-435e-9a31-ee2df74c992d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657077 Jul 26 12:58:23.277183 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Deleting port 0692e902-5678-48a1-bb87-a8a2a1ae5245 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:23.277523 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.343152 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] For port 0692e902-5678-48a1-bb87-a8a2a1ae5245, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0692e902-5678-48a1-bb87-a8a2a1ae5245,segment=NetworkSegment(878c2f80-bc55-46fa-809c-9f2e981690a1),segment_id=878c2f80-bc55-46fa-809c-9f2e981690a1)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:23.343308 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.356037 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Calling delete_port for 0692e902-5678-48a1-bb87-a8a2a1ae5245 owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:23.436506 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (0692e902-5678-48a1-bb87-a8a2a1ae5245), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.461479 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0692e902-5678-48a1-bb87-a8a2a1ae5245,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:23.465091 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] No DVR routers for this DVR port 0692e902-5678-48a1-bb87-a8a2a1ae5245 on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:58:23.535705 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (923d9432-be57-465d-9c21-1d0c5b4c37d3), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.558810 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d9432-be57-465d-9c21-1d0c5b4c37d3']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:23.560770 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:58:23.568205 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878c2f80-bc55-46fa-809c-9f2e981690a1') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:23.568495 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878c2f80-bc55-46fa-809c-9f2e981690a1') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:23.578635 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (878c2f80-bc55-46fa-809c-9f2e981690a1), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.592216 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (878c2f80-bc55-46fa-809c-9f2e981690a1), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.599618 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:58:23.600046 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (878c2f80-bc55-46fa-809c-9f2e981690a1), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.644948 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 878c2f80-bc55-46fa-809c-9f2e981690a1 resource provider aggregate not found Jul 26 12:58:23.653631 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ff711-7f6a-405d-aabc-057db4bc6265 None None] DHCP port deletion for 923d9432-be57-465d-9c21-1d0c5b4c37d3 request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 12:58:23.690255 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 878c2f80-bc55-46fa-809c-9f2e981690a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 878c2f80-bc55-46fa-809c-9f2e981690a1 found for delete ", "request_id": "req-6317780e-ec95-4a7a-9075-0eb0217d3a47"}]} Jul 26 12:58:23.691290 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 6f37be8d-f358-4741-b256-6a81d3d30041 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:23.706880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:23.714266 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (923d9432-be57-465d-9c21-1d0c5b4c37d3), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.718829 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 6f37be8d-f358-4741-b256-6a81d3d30041 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:23.719199 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 6f37be8d-f358-4741-b256-6a81d3d30041 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:23.719628 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device ceae583e-adfc-4087-b34f-b8a98d5ff9e4 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:23.720239 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.723332 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/923d9432-be57-465d-9c21-1d0c5b4c37d3 HTTP/1.1" status: 204 len: 168 time: 0.5884774 Jul 26 12:58:23.735128 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f6ea-db13-4bd4-873f-409fa2fadb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=923d9432-be57-465d-9c21-1d0c5b4c37d3,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:23.747158 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: ceae583e-adfc-4087-b34f-b8a98d5ff9e4 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:23.747505 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device ceae583e-adfc-4087-b34f-b8a98d5ff9e4 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:23.747957 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0692e902-5678-48a1-bb87-a8a2a1ae5245 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:23.782298 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 0692e902-5678-48a1-bb87-a8a2a1ae5245 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:23.782913 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0692e902-5678-48a1-bb87-a8a2a1ae5245 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:23.785604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:23.800843 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'port_id': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'mac_address': 'fa:16:3e:91:d9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:58:23.847461 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:23.847580 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.863007 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:58:23.884966 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49310) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:23.893649 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:23.899458 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:23.938537 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-31ff433f-cd74-42bf-ba54-2829c40c80b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01fca015df86428b9356df3f127327c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0520999 Jul 26 12:58:23.941141 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49312) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:23.955375 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=7']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:24.018932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a97d2e-1958-45f6-9eb8-9187580f5d4e req-42cab951-da53-4dc8-919c-ccd04e2811f1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:24.020419 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-70a97d2e-1958-45f6-9eb8-9187580f5d4e req-42cab951-da53-4dc8-919c-ccd04e2811f1 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 944 time: 0.0666203 Jul 26 12:58:24.047177 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4bc13a90-0dd1-4bb0-af5c-02578021da87 admin admin] Publish callbacks [] for security_group (93325627-0d5b-4302-bcd3-50b5a3d3f7df), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:24.086535 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4bc13a90-0dd1-4bb0-af5c-02578021da87 admin admin] Publish callbacks [] for security_group (93325627-0d5b-4302-bcd3-50b5a3d3f7df), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:24.105578 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-70a97d2e-1958-45f6-9eb8-9187580f5d4e req-57d3b45c-fc02-4975-8ca5-b7e23e5d4d20 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753160 Jul 26 12:58:24.145733 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4bc13a90-0dd1-4bb0-af5c-02578021da87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (93325627-0d5b-4302-bcd3-50b5a3d3f7df), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:24.148839 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4bc13a90-0dd1-4bb0-af5c-02578021da87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:24.149975 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-4bc13a90-0dd1-4bb0-af5c-02578021da87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93325627-0d5b-4302-bcd3-50b5a3d3f7df HTTP/1.1" status: 204 len: 168 time: 0.2078736 Jul 26 12:58:24.158109 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc13a90-0dd1-4bb0-af5c-02578021da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93325627-0d5b-4302-bcd3-50b5a3d3f7df,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:24.180830 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:58:24.222563 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:24.374011 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:24.409192 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec2016-8494-469b-a224-aff9b5f92f8d req-cbfe36b5-c340-4edb-9872-f635866a3ef4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:24.410818 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-66ec2016-8494-469b-a224-aff9b5f92f8d req-cbfe36b5-c340-4edb-9872-f635866a3ef4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0574071 Jul 26 12:58:24.468751 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-66ec2016-8494-469b-a224-aff9b5f92f8d req-4301b049-7529-4679-91c7-b97b7fd39596 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517325 Jul 26 12:58:24.740718 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb566-6a7c-4270-9e29-54d9c9d76495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:25.226070 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1060d-19f9-4a08-9d41-fd340cb4b4a2 req-16a8bd01-126f-4b02-86e4-0d5fce8a0d0c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:25.227547 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b0e1060d-19f9-4a08-9d41-fd340cb4b4a2 req-16a8bd01-126f-4b02-86e4-0d5fce8a0d0c tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 944 time: 0.0474188 Jul 26 12:58:25.279540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:25.284962 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b0e1060d-19f9-4a08-9d41-fd340cb4b4a2 req-f30602f0-8da0-4272-b61b-3b56df12b539 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517404 Jul 26 12:58:25.568055 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:58:25.609447 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc10ea-f882-434e-970e-fd4162e2e2ac req-4a95182f-db4e-4376-aa8b-7ef1ef28906a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:25.611199 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3bfc10ea-f882-434e-970e-fd4162e2e2ac req-4a95182f-db4e-4376-aa8b-7ef1ef28906a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0678701 Jul 26 12:58:25.626282 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:58:25.626761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:25.667290 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3bfc10ea-f882-434e-970e-fd4162e2e2ac req-2f010c15-6b18-4023-a93c-a61c55715d40 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478795 Jul 26 12:58:25.702173 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:25.702857 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:25.726098 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:25.728433 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f561e766-97c2-4b6f-8c5d-65db8bcde32b" -d '{"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:25.741923 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:25.747333 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:25.777640 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e61b979-919c-4ba4-bb89-c4e5dcbdb1b8 x-openstack-request-id: req-3e61b979-919c-4ba4-bb89-c4e5dcbdb1b8 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:25.777921 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:25.778387 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e61b979-919c-4ba4-bb89-c4e5dcbdb1b8 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:25.778971 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e61b979-919c-4ba4-bb89-c4e5dcbdb1b8'] response: {'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'code': 200} Jul 26 12:58:25.805480 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=8']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:25.812761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.813111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.813459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.813801 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.814135 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.814466 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.814799 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.815132 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.815455 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.815999 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.816353 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.816708 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.817062 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.817604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.817990 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:25.972288 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:25.999998 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59376d-449b-4c58-908e-9a487c6c8bac req-7ab62717-e442-4225-b2e9-2f25aecba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:26.001500 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6b59376d-449b-4c58-908e-9a487c6c8bac req-7ab62717-e442-4225-b2e9-2f25aecba4ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1129 time: 0.0390394 Jul 26 12:58:26.048335 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6b59376d-449b-4c58-908e-9a487c6c8bac req-e77325c6-c814-4226-aee0-9520ae6543ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Jul 26 12:58:26.406971 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306cb0d-4c53-4dc4-93a2-23e94a8476e5 req-09523534-2171-4b4e-8b29-157114d70f27 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:26.408488 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d306cb0d-4c53-4dc4-93a2-23e94a8476e5 req-09523534-2171-4b4e-8b29-157114d70f27 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Jul 26 12:58:26.457853 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d306cb0d-4c53-4dc4-93a2-23e94a8476e5 req-0035393e-e7ca-4d82-935a-beef17003673 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Jul 26 12:58:26.790749 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ef5e4-26bf-4060-8d1a-5f0e74d7b7d0 req-6dd3faa5-6fb4-4d4f-a4fc-5b46810352ae tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:26.792270 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c40ef5e4-26bf-4060-8d1a-5f0e74d7b7d0 req-6dd3faa5-6fb4-4d4f-a4fc-5b46810352ae tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0480740 Jul 26 12:58:26.840531 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c40ef5e4-26bf-4060-8d1a-5f0e74d7b7d0 req-317a21de-24e7-4bc7-ad96-c81b36d52e48 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427189 Jul 26 12:58:27.296919 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:27.578710 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9949f-d960-47a0-9f0d-9efc9888a8e0 req-6ecd7742-e67c-4462-a227-5d403f3eec69 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:27.580138 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7ae9949f-d960-47a0-9f0d-9efc9888a8e0 req-6ecd7742-e67c-4462-a227-5d403f3eec69 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Jul 26 12:58:27.630866 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7ae9949f-d960-47a0-9f0d-9efc9888a8e0 req-62095b4c-243f-4693-9896-55ef1922eadd tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446253 Jul 26 12:58:27.641591 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:27.962846 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf8af3-4bc4-422c-bd64-bbeeb143cf7d req-20016b85-f379-48d8-8224-03bc51004918 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:27.964352 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-43bf8af3-4bc4-422c-bd64-bbeeb143cf7d req-20016b85-f379-48d8-8224-03bc51004918 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0492332 Jul 26 12:58:28.010693 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-43bf8af3-4bc4-422c-bd64-bbeeb143cf7d req-94f21855-b264-4b65-bf2d-de596aa60b22 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407801 Jul 26 12:58:28.087315 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:28.088183 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:28.762768 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da5606-a888-42b2-ac51-97a9224a8bf2 req-f2e2d373-485e-4049-be1c-dbd7a2c94d69 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:28.764285 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-72da5606-a888-42b2-ac51-97a9224a8bf2 req-f2e2d373-485e-4049-be1c-dbd7a2c94d69 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0476153 Jul 26 12:58:28.815701 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-72da5606-a888-42b2-ac51-97a9224a8bf2 req-9eb30d44-91ff-42a1-86a6-f0d0f5b9e5ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458658 Jul 26 12:58:29.059531 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:58:29.134304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d151d1-1063-470e-85aa-901920f17716 req-5808ec39-ee31-463e-8d2f-a0b30ea4e6a4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:29.135812 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d3d151d1-1063-470e-85aa-901920f17716 req-5808ec39-ee31-463e-8d2f-a0b30ea4e6a4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0509772 Jul 26 12:58:29.183420 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d3d151d1-1063-470e-85aa-901920f17716 req-303bac0e-4651-443b-b922-ad1dd0744e28 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421486 Jul 26 12:58:29.424645 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02bb72-5c5c-4ca8-aefe-40ec01e645d4 req-973fb999-23b0-4a88-b7f4-7f7aaf87d8c1 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:29.425959 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ae02bb72-5c5c-4ca8-aefe-40ec01e645d4 req-973fb999-23b0-4a88-b7f4-7f7aaf87d8c1 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Jul 26 12:58:29.478075 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ae02bb72-5c5c-4ca8-aefe-40ec01e645d4 req-730f57a2-c255-464d-8efe-c1f6024f84b8 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463719 Jul 26 12:58:29.484813 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-48dcec2d-6c5d-4ed3-b848-c27e81740189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:29.486474 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-48dcec2d-6c5d-4ed3-b848-c27e81740189 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0433371 Jul 26 12:58:29.583218 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-fc55e715-ca8e-4433-a7ee-ad15be10ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:29.585315 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-fc55e715-ca8e-4433-a7ee-ad15be10ed9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.0917132 Jul 26 12:58:29.646922 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-485a4d19-8c57-4b14-b9e1-24ad8d263aff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 1001 time: 0.0564466 Jul 26 12:58:29.696527 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-fe8a36ab-5404-4261-864f-a7cff512dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:29.697970 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-fe8a36ab-5404-4261-864f-a7cff512dc46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0446475 Jul 26 12:58:29.749862 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-48022219-3d92-43d3-a09f-412a81c43b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:29.751408 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-48022219-3d92-43d3-a09f-412a81c43b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457840 Jul 26 12:58:29.764877 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:29.847349 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-21129337-b429-46c2-8c01-73a74c74e7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890088 Jul 26 12:58:29.905580 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:29.950314 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9a84f665-b1d4-4146-a2f6-9995b0cab92f req-a15fe936-c5c5-4037-a3aa-62a0ea95bacd service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965776 Jul 26 12:58:30.601484 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00307-38a0-4d2c-91b0-5bff787a03ba req-553af045-1efc-4016-aa0b-a56194242116 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:30.602943 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-44d00307-38a0-4d2c-91b0-5bff787a03ba req-553af045-1efc-4016-aa0b-a56194242116 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0475554 Jul 26 12:58:30.655570 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-44d00307-38a0-4d2c-91b0-5bff787a03ba req-1b7a92c9-c5c1-4382-9e9a-383d1a4cc3b1 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452809 Jul 26 12:58:31.783218 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f850a2-65f0-40f4-a2b1-a5d860cae253 req-3fabe573-6682-4746-a1d6-63f94e82b0a0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:31.784781 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-60f850a2-65f0-40f4-a2b1-a5d860cae253 req-3fabe573-6682-4746-a1d6-63f94e82b0a0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0532799 Jul 26 12:58:31.835936 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-60f850a2-65f0-40f4-a2b1-a5d860cae253 req-35b04a87-3fe8-4971-ad14-e030db30cbd2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453835 Jul 26 12:58:35.012967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b6ba-7fdf-4bca-ae9f-d26bc36a5362 req-c5bdb988-d292-458c-8a1f-2a5a9c48e2e0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:35.014476 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c159b6ba-7fdf-4bca-ae9f-d26bc36a5362 req-c5bdb988-d292-458c-8a1f-2a5a9c48e2e0 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 947 time: 0.0480826 Jul 26 12:58:35.066329 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c159b6ba-7fdf-4bca-ae9f-d26bc36a5362 req-876a025e-43e8-4b91-8b71-a945791846ed tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462878 Jul 26 12:58:36.193198 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ec5be-bf3c-4598-ba42-1841fb40c450 req-47814508-b11a-4ab0-b6a9-f0791e8a4c02 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:36.194725 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c47ec5be-bf3c-4598-ba42-1841fb40c450 req-47814508-b11a-4ab0-b6a9-f0791e8a4c02 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 947 time: 0.0486155 Jul 26 12:58:36.225075 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:36.242948 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c47ec5be-bf3c-4598-ba42-1841fb40c450 req-5c5c4255-aefe-4a72-9af4-65d5aa5764a5 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b4525f5-ffab-4326-aa82-2a8699597cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Jul 26 12:58:36.548206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-bcd77c96-a999-443f-a727-535cd1380c59 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:36.549798 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-bcd77c96-a999-443f-a727-535cd1380c59 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 947 time: 0.0713944 Jul 26 12:58:36.647327 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Deleting port 542d7fcb-23e0-4cab-98aa-203a4db90c44 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:36.647684 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:36.739812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] For port 542d7fcb-23e0-4cab-98aa-203a4db90c44, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=542d7fcb-23e0-4cab-98aa-203a4db90c44,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:36.740177 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:36.898331 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:36.899257 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:36.899579 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Floating IP c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7 disassociated. External IP: 172.27.2.130, port: 542d7fcb-23e0-4cab-98aa-203a4db90c44. Jul 26 12:58:36.899962 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Calling delete_port for 542d7fcb-23e0-4cab-98aa-203a4db90c44 owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:37.033794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (542d7fcb-23e0-4cab-98aa-203a4db90c44), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:37.063409 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event deleted for resources: {'Port': ['ID=542d7fcb-23e0-4cab-98aa-203a4db90c44,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:37.147962 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:37.159817 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:37.178454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:58:37.281026 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:58:37.291090 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:58:37.293001 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:37.305688 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:37.306333 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:58:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:37.325096 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] No DVR routers for this DVR port 542d7fcb-23e0-4cab-98aa-203a4db90c44 on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:58:37.327768 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:37.331140 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b2c19a8d-f87e-410a-a338-bb7b753b072d req-e4091091-d0bb-4f3f-abe9-e4cb5c85f867 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.46 "DELETE /v2.0/ports/542d7fcb-23e0-4cab-98aa-203a4db90c44 HTTP/1.1" status: 204 len: 173 time: 0.7761829 Jul 26 12:58:37.332756 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-deleted', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:37.335961 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7605044e-8f43-40b8-9804-c5dc1681d27b" -d '{"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-deleted", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:37.378589 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ba6616ec-6dee-409a-9914-579babb1bd52 req-bd48df7f-26db-44c8-b386-f5afb15b690a tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/ports?device_id=146eb1e1-e26e-4f91-ad22-2cf7926f8b93 HTTP/1.1" status: 200 len: 210 time: 0.0454631 Jul 26 12:58:37.400563 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ea8689-c9a8-43fc-bd59-716836776eb8 x-openstack-request-id: req-43ea8689-c9a8-43fc-bd59-716836776eb8 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:37.401116 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146eb1e1-e26e-4f91-ad22-2cf7926f8b93", "name": "network-vif-deleted", "tag": "542d7fcb-23e0-4cab-98aa-203a4db90c44", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:37.401407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43ea8689-c9a8-43fc-bd59-716836776eb8 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:37.401899 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ea8689-c9a8-43fc-bd59-716836776eb8'] response: {'server_uuid': '146eb1e1-e26e-4f91-ad22-2cf7926f8b93', 'name': 'network-vif-deleted', 'tag': '542d7fcb-23e0-4cab-98aa-203a4db90c44', 'status': 'completed', 'code': 200} Jul 26 12:58:37.421797 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:37.636640 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:37.704354 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:37.731094 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:58:37.739752 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:37.740345 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:58:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:37.861753 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:38.059963 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:38.085077 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903105cc-cf2b-40ef-868d-881308ef6a50 None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:51:23Z', 'revision_number': 4, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '0d29319e-f6f0-431b-9b38-5da97ef0ea03', 'name': '', 'network_id': '2a8231d6-efdb-4b1f-9ae4-a493641a47ab', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'mac_address': 'fa:16:3e:a1:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:22Z', 'updated_at': '2022-07-26T12:51:34Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'subnets': [{'id': 'cf0764f8-e097-45cb-9a44-0a5a5fa9a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:58:38.289687 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92aa82-1ddf-4b86-952a-da87c65eecca None None] New status for floating IP c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:58:38.486734 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49538) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:38.541729 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f96691f8-56f1-4311-85a4-614e2f415b20 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (1b4525f5-ffab-4326-aa82-2a8699597cc8), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.565148 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f96691f8-56f1-4311-85a4-614e2f415b20 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (1b4525f5-ffab-4326-aa82-2a8699597cc8), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.616522 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f96691f8-56f1-4311-85a4-614e2f415b20 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1b4525f5-ffab-4326-aa82-2a8699597cc8), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.619091 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f96691f8-56f1-4311-85a4-614e2f415b20 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.620283 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-f96691f8-56f1-4311-85a4-614e2f415b20 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b4525f5-ffab-4326-aa82-2a8699597cc8 HTTP/1.1" status: 204 len: 168 time: 0.1325896 Jul 26 12:58:38.624228 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49540) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:38.630008 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96691f8-56f1-4311-85a4-614e2f415b20 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4525f5-ffab-4326-aa82-2a8699597cc8,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:38.641724 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-35e62a3e-a118-4196-96cc-c2d0fbbcfedf tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] show failed (client error): The resource could not be found. Jul 26 12:58:38.642721 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-35e62a3e-a118-4196-96cc-c2d0fbbcfedf tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "GET /v2.0/security-groups/1b4525f5-ffab-4326-aa82-2a8699597cc8 HTTP/1.1" status: 404 len: 347 time: 0.0171766 Jul 26 12:58:38.645758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49542) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:38.754683 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Deleting port 67bf20aa-bfb7-45f5-8157-8d7bd1291533 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:38.755021 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.830835 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.831161 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (67bf20aa-bfb7-45f5-8157-8d7bd1291533), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:38.844090 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Calling delete_port for 67bf20aa-bfb7-45f5-8157-8d7bd1291533 owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:38.978139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (67bf20aa-bfb7-45f5-8157-8d7bd1291533), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:39.003030 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Pushing event deleted for resources: {'Port': ['ID=67bf20aa-bfb7-45f5-8157-8d7bd1291533,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:39.069853 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks [] for floatingip (c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:39.073152 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:39.074299 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b14666ca-22e3-472b-b537-8fd4afadfca4 tempest-AttachVolumeShelveTestJSON-2123661871 tempest-AttachVolumeShelveTestJSON-2123661871-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5f65d4a-ddc5-4755-8ff2-0b359dc0efb7 HTTP/1.1" status: 204 len: 168 time: 0.4276257 Jul 26 12:58:39.654591 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:39.674079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 542d7fcb-23e0-4cab-98aa-203a4db90c44 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:39.674425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 542d7fcb-23e0-4cab-98aa-203a4db90c44 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:40.871789 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49602) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:40.978007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.055661 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Publish callbacks [] for security_group (99f9a9d4-a44a-4d08-8d15-17f5924b2a4f), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.059193 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (99f9a9d4-a44a-4d08-8d15-17f5924b2a4f), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.091102 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:41.098745 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bc992a06b094a1daa87cde412e8315e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258029 Jul 26 12:58:41.100014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9a9d4-a44a-4d08-8d15-17f5924b2a4f,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:41.102637 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49606) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:41.108903 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.109257 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.109613 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.109954 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.110289 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.110627 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.110955 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.111284 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.111612 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.111964 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.112292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.112619 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.112943 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.113263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.113583 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa0c10-e9c1-4a6d-ab51-3e290df1e297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:58:41.153968 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3f8-e1f5-44db-aa30-79591c44de90 admin admin] Publish callbacks [] for security_group (99f9a9d4-a44a-4d08-8d15-17f5924b2a4f), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.176039 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3f8-e1f5-44db-aa30-79591c44de90 admin admin] Publish callbacks [] for security_group (99f9a9d4-a44a-4d08-8d15-17f5924b2a4f), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.229622 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3f8-e1f5-44db-aa30-79591c44de90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (99f9a9d4-a44a-4d08-8d15-17f5924b2a4f), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.232503 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3f8-e1f5-44db-aa30-79591c44de90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.233658 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-84c2a3f8-e1f5-44db-aa30-79591c44de90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99f9a9d4-a44a-4d08-8d15-17f5924b2a4f HTTP/1.1" status: 204 len: 168 time: 0.1300266 Jul 26 12:58:41.241725 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2a3f8-e1f5-44db-aa30-79591c44de90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9a9d4-a44a-4d08-8d15-17f5924b2a4f,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:41.510319 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49618) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:41.524805 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5248b525-03a2-48dd-898c-ac519c1eb697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.574149 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:41.616766 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5248b525-03a2-48dd-898c-ac519c1eb697 admin admin] Publish callbacks [] for security_group (d2f6c897-3f0b-42ae-9e41-144733163441), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.621622 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5248b525-03a2-48dd-898c-ac519c1eb697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d2f6c897-3f0b-42ae-9e41-144733163441), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.667993 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248b525-03a2-48dd-898c-ac519c1eb697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f6c897-3f0b-42ae-9e41-144733163441,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:41.674695 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-5248b525-03a2-48dd-898c-ac519c1eb697 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22ae7f2ef58f4e539f13a2f570d3fca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609130 Jul 26 12:58:41.677295 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49620) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:41.680206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49622) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:41.736025 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3f012cbc-6a60-4ed2-8b67-a4018cc62b4d admin admin] Publish callbacks [] for security_group (d2f6c897-3f0b-42ae-9e41-144733163441), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.746286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:41.764840 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3f012cbc-6a60-4ed2-8b67-a4018cc62b4d admin admin] Publish callbacks [] for security_group (d2f6c897-3f0b-42ae-9e41-144733163441), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.813700 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3f012cbc-6a60-4ed2-8b67-a4018cc62b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d2f6c897-3f0b-42ae-9e41-144733163441), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.816272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3f012cbc-6a60-4ed2-8b67-a4018cc62b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:41.817415 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3f012cbc-6a60-4ed2-8b67-a4018cc62b4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2f6c897-3f0b-42ae-9e41-144733163441 HTTP/1.1" status: 204 len: 168 time: 0.1410849 Jul 26 12:58:41.826048 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f012cbc-6a60-4ed2-8b67-a4018cc62b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f6c897-3f0b-42ae-9e41-144733163441,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:42.505852 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (6dd21dc2-20e1-4ad5-8538-5224596954c1), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:42.730740 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Deleting port 0d29319e-f6f0-431b-9b38-5da97ef0ea03 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:42.731222 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:42.819797 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] For port 0d29319e-f6f0-431b-9b38-5da97ef0ea03, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0d29319e-f6f0-431b-9b38-5da97ef0ea03,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:42.820219 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:42.833896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Calling delete_port for 0d29319e-f6f0-431b-9b38-5da97ef0ea03 owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:42.875956 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:43.005158 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:43.027323 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (0d29319e-f6f0-431b-9b38-5da97ef0ea03), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.054744 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d29319e-f6f0-431b-9b38-5da97ef0ea03,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:43.230938 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (6dd21dc2-20e1-4ad5-8538-5224596954c1), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.452123 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Router 6dd21dc2-20e1-4ad5-8538-5224596954c1 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:58:43.556028 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:58:43.561198 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-72bfb09e-3a64-408f-a84e-97b5d942921d admin admin] 10.222.0.20 "PUT /v2.0/routers/6dd21dc2-20e1-4ad5-8538-5224596954c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821571 Jul 26 12:58:43.563700 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49672) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:43.565851 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] Sync routers for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:58:43.576912 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:43.577866 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:58:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:43.603400 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49674) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:43.675548 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks [] for router (6dd21dc2-20e1-4ad5-8538-5224596954c1), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.700591 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:43.728349 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc318-d63f-493f-a21b-c9e83d66363d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.776699 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:43.790921 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks [] for router_gateway (6dd21dc2-20e1-4ad5-8538-5224596954c1), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.815142 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc318-d63f-493f-a21b-c9e83d66363d admin admin] Publish callbacks [] for security_group (28955beb-c784-4ffb-b43d-1866cd007f27), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.819608 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc318-d63f-493f-a21b-c9e83d66363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (28955beb-c784-4ffb-b43d-1866cd007f27), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.835479 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Deleting port f576cad5-15c5-4fcc-be39-3cb385dcc103 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:43.835900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.861530 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:43.862878 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ad8dc318-d63f-493f-a21b-c9e83d66363d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=537a1139fed842e4959620fbc4ea9560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581413 Jul 26 12:58:43.873265 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49678) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:43.874337 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc318-d63f-493f-a21b-c9e83d66363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28955beb-c784-4ffb-b43d-1866cd007f27,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:43.874652 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:58:42Z', 'revision_number': 5, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port': {'id': 'f576cad5-15c5-4fcc-be39-3cb385dcc103', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:51:15Z', 'updated_at': '2022-07-26T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:43.907519 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] Checking router: 6dd21dc2-20e1-4ad5-8538-5224596954c1 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:58:43.916895 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] Routers {'6dd21dc2-20e1-4ad5-8538-5224596954c1'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:58:43.917762 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:58:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6dd21dc2-20e1-4ad5-8538-5224596954c1'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:43.921777 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] For port f576cad5-15c5-4fcc-be39-3cb385dcc103, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=f576cad5-15c5-4fcc-be39-3cb385dcc103,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:43.922117 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.936508 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Calling delete_port for f576cad5-15c5-4fcc-be39-3cb385dcc103 owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:43.937481 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-177ccfdb-854b-4398-9e48-83e5e05afdf1 admin admin] Publish callbacks [] for security_group (28955beb-c784-4ffb-b43d-1866cd007f27), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.950287 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:43.965037 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-177ccfdb-854b-4398-9e48-83e5e05afdf1 admin admin] Publish callbacks [] for security_group (28955beb-c784-4ffb-b43d-1866cd007f27), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:43.981540 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:44.002558 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] Set router 6dd21dc2-20e1-4ad5-8538-5224596954c1 gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:58:44.017949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-177ccfdb-854b-4398-9e48-83e5e05afdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (28955beb-c784-4ffb-b43d-1866cd007f27), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.020519 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-177ccfdb-854b-4398-9e48-83e5e05afdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.024073 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-177ccfdb-854b-4398-9e48-83e5e05afdf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28955beb-c784-4ffb-b43d-1866cd007f27 HTTP/1.1" status: 204 len: 168 time: 0.1408012 Jul 26 12:58:44.032283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ccfdb-854b-4398-9e48-83e5e05afdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28955beb-c784-4ffb-b43d-1866cd007f27,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:44.056581 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:58:43Z', 'revision_number': 6, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:44.088440 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529978dd-157b-46ad-8daf-8ac2551a1dfb None None] The sync data for ids ['6dd21dc2-20e1-4ad5-8538-5224596954c1'] in dv-cinder-850939-2-iscsi is: [{'id': '6dd21dc2-20e1-4ad5-8538-5224596954c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1499488112-router', 'tenant_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:51:13Z', 'updated_at': '2022-07-26T12:58:43Z', 'revision_number': 6, 'project_id': 'a93dd858fb7a40fbbb679fbe676b1f3c', 'gw_port_host': None}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:58:44.134338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (f576cad5-15c5-4fcc-be39-3cb385dcc103), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.169417 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f576cad5-15c5-4fcc-be39-3cb385dcc103,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:44.225328 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (6dd21dc2-20e1-4ad5-8538-5224596954c1), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.316019 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (6dd21dc2-20e1-4ad5-8538-5224596954c1), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.318254 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks [] for router_controller (6dd21dc2-20e1-4ad5-8538-5224596954c1), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.338788 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49684) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:44.345377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:44.357203 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b01f69a4-6d14-4f38-92a7-89fc55eed7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.365269 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (6dd21dc2-20e1-4ad5-8538-5224596954c1), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.366252 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd21dc2-20e1-4ad5-8538-5224596954c1 {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 12:58:44.373526 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.377252 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9fe01d41-178a-43ff-8334-9e6972ee9d9b admin admin] 10.222.0.20 "DELETE /v2.0/routers/6dd21dc2-20e1-4ad5-8538-5224596954c1 HTTP/1.1" status: 204 len: 168 time: 0.8099780 Jul 26 12:58:44.377419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49686) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:44.427830 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Deleting subnet cf0764f8-e097-45cb-9a44-0a5a5fa9a331 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:58:44.431264 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Publish callbacks [] for subnet (cf0764f8-e097-45cb-9a44-0a5a5fa9a331), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.444125 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b01f69a4-6d14-4f38-92a7-89fc55eed7a8 admin admin] Publish callbacks [] for security_group (b12b113c-29db-49d8-9a80-04ec36081d36), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.448506 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b01f69a4-6d14-4f38-92a7-89fc55eed7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (b12b113c-29db-49d8-9a80-04ec36081d36), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.474479 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (cf0764f8-e097-45cb-9a44-0a5a5fa9a331), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.491123 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b01f69a4-6d14-4f38-92a7-89fc55eed7a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99ce02933e444c578feb1eb28ac359be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511483 Jul 26 12:58:44.492044 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f69a4-6d14-4f38-92a7-89fc55eed7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b113c-29db-49d8-9a80-04ec36081d36,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:44.494413 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49688) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:44.556921 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cd34e2c6-452d-4464-973d-9ad6371e8368 admin admin] Publish callbacks [] for security_group (b12b113c-29db-49d8-9a80-04ec36081d36), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.558843 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (cf0764f8-e097-45cb-9a44-0a5a5fa9a331), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.579336 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cd34e2c6-452d-4464-973d-9ad6371e8368 admin admin] Publish callbacks [] for security_group (b12b113c-29db-49d8-9a80-04ec36081d36), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.580952 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:44.614073 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (cf0764f8-e097-45cb-9a44-0a5a5fa9a331), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.630466 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cd34e2c6-452d-4464-973d-9ad6371e8368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (b12b113c-29db-49d8-9a80-04ec36081d36), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.633343 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cd34e2c6-452d-4464-973d-9ad6371e8368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.635001 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-cd34e2c6-452d-4464-973d-9ad6371e8368 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b12b113c-29db-49d8-9a80-04ec36081d36 HTTP/1.1" status: 204 len: 168 time: 0.1396859 Jul 26 12:58:44.640365 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0764f8-e097-45cb-9a44-0a5a5fa9a331,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:44.643047 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34e2c6-452d-4464-973d-9ad6371e8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b113c-29db-49d8-9a80-04ec36081d36,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:44.648184 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.652821 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7c677309-fbfa-4e7c-885e-dfbf136a2d25 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf0764f8-e097-45cb-9a44-0a5a5fa9a331 HTTP/1.1" status: 204 len: 168 time: 0.2743323 Jul 26 12:58:44.654120 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d20b9-139a-4bb4-a937-4237677f7c00 None None] Network 2a8231d6-efdb-4b1f-9ae4-a493641a47ab requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:58:44.656634 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49692) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:44.755529 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (2a8231d6-efdb-4b1f-9ae4-a493641a47ab), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.808083 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Deleting port 5554b232-9282-4a83-a4d4-746d5f8d6853 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:44.808363 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.872728 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] DHCP port deletion for 2a8231d6-efdb-4b1f-9ae4-a493641a47ab request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 12:58:44.887288 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] For port 5554b232-9282-4a83-a4d4-746d5f8d6853, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5554b232-9282-4a83-a4d4-746d5f8d6853,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:44.887825 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.905956 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Calling delete_port for 5554b232-9282-4a83-a4d4-746d5f8d6853 owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:44.921469 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] Deleting port 5554b232-9282-4a83-a4d4-746d5f8d6853 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:58:44.921848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:44.994966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] For port 5554b232-9282-4a83-a4d4-746d5f8d6853, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5554b232-9282-4a83-a4d4-746d5f8d6853,segment=NetworkSegment(afa5d519-c3c0-4d19-b5dc-c05bc021c8d7),segment_id=afa5d519-c3c0-4d19-b5dc-c05bc021c8d7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:44.996662 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.005119 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.015966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] Calling delete_port for 5554b232-9282-4a83-a4d4-746d5f8d6853 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:58:45.046010 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Pushing event deleted for resources: {'Port': ['ID=5554b232-9282-4a83-a4d4-746d5f8d6853,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:45.052351 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] No DVR routers for this DVR port 5554b232-9282-4a83-a4d4-746d5f8d6853 on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:58:45.104505 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (5554b232-9282-4a83-a4d4-746d5f8d6853), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.134161 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (2a8231d6-efdb-4b1f-9ae4-a493641a47ab), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.135024 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] Pushing event deleted for resources: {'Port': ['ID=5554b232-9282-4a83-a4d4-746d5f8d6853,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:45.140036 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0150a0-2a52-4f44-9137-349bb4bf3492 None None] No DVR routers for this DVR port 5554b232-9282-4a83-a4d4-746d5f8d6853 on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:58:45.165182 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8231d6-efdb-4b1f-9ae4-a493641a47ab']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:45.175517 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:45.175778 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa5d519-c3c0-4d19-b5dc-c05bc021c8d7') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:58:45.191263 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (afa5d519-c3c0-4d19-b5dc-c05bc021c8d7), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.206628 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (afa5d519-c3c0-4d19-b5dc-c05bc021c8d7), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.218104 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:58:45.218608 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (afa5d519-c3c0-4d19-b5dc-c05bc021c8d7), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.272878 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment afa5d519-c3c0-4d19-b5dc-c05bc021c8d7 resource provider aggregate not found Jul 26 12:58:45.296311 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment afa5d519-c3c0-4d19-b5dc-c05bc021c8d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afa5d519-c3c0-4d19-b5dc-c05bc021c8d7 found for delete ", "request_id": "req-b4cb59a1-3246-4b01-a341-63f90188012e"}]} Jul 26 12:58:45.297390 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (2a8231d6-efdb-4b1f-9ae4-a493641a47ab), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.303353 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.306980 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a8231d6-efdb-4b1f-9ae4-a493641a47ab HTTP/1.1" status: 204 len: 168 time: 0.6493492 Jul 26 12:58:45.320364 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08497ba3-d7f1-4947-a02f-135adb39c553 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8231d6-efdb-4b1f-9ae4-a493641a47ab,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:45.438435 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5554b232-9282-4a83-a4d4-746d5f8d6853 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:45.442802 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49718) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:45.461100 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 5554b232-9282-4a83-a4d4-746d5f8d6853 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:45.461520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5554b232-9282-4a83-a4d4-746d5f8d6853 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:45.462024 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f576cad5-15c5-4fcc-be39-3cb385dcc103 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:45.481634 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=5,neutron:SELECT=84,neutron:DELETE=11 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:45.482736 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: f576cad5-15c5-4fcc-be39-3cb385dcc103 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:45.483019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f576cad5-15c5-4fcc-be39-3cb385dcc103 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:45.483702 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0d29319e-f6f0-431b-9b38-5da97ef0ea03 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:58:45.496751 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-4ed62f33-1b69-4974-b9a6-5f0b9cd4af3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a93dd858fb7a40fbbb679fbe676b1f3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525157 Jul 26 12:58:45.499192 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49720) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:45.503453 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 0d29319e-f6f0-431b-9b38-5da97ef0ea03 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:58:45.503833 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0d29319e-f6f0-431b-9b38-5da97ef0ea03 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:58:45.536070 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49722) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:45.551508 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0950-86b0-4ba2-8585-c18348586d8f admin admin] Publish callbacks [] for security_group (223cab04-b507-4a92-b6ae-6f65a47bca48), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.573693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0950-86b0-4ba2-8585-c18348586d8f admin admin] Publish callbacks [] for security_group (223cab04-b507-4a92-b6ae-6f65a47bca48), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.623854 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0950-86b0-4ba2-8585-c18348586d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (223cab04-b507-4a92-b6ae-6f65a47bca48), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.626563 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0950-86b0-4ba2-8585-c18348586d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.630459 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ccaf0950-86b0-4ba2-8585-c18348586d8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/223cab04-b507-4a92-b6ae-6f65a47bca48 HTTP/1.1" status: 204 len: 168 time: 0.1302605 Jul 26 12:58:45.637260 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2012969979-network', 'tenant_id': 'dc0f5db491bd494d943de6bf1084c1a5'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:58:45.639102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0950-86b0-4ba2-8585-c18348586d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cab04-b507-4a92-b6ae-6f65a47bca48,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:45.658167 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Made reservation on behalf of dc0f5db491bd494d943de6bf1084c1a5 for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:58:45.661274 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.671537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.704842 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:45.762659 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks [] for security_group (d8f20a66-8ba6-4fde-87c3-cd916f7064e8), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.766694 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d8f20a66-8ba6-4fde-87c3-cd916f7064e8), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.783593 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:45.789850 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 12:58:45.807626 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (5642006c-7425-42af-b0e2-d06552ee6df2), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.807992 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Added segment 5642006c-7425-42af-b0e2-d06552ee6df2 of type vlan for network c283aae5-6242-48a3-b842-d996f4419472 Jul 26 12:58:45.809426 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f20a66-8ba6-4fde-87c3-cd916f7064e8,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:45.854292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (c283aae5-6242-48a3-b842-d996f4419472), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.882611 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (c283aae5-6242-48a3-b842-d996f4419472), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.883708 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:45.884292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:45.947382 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4076705 Jul 26 12:58:45.947769 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49738) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:45.950383 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc92a1-7f58-4954-b6e0-ad71c78084df admin admin] Pushing event updated for resources: {'Network': ['ID=c283aae5-6242-48a3-b842-d996f4419472,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:45.952628 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Request body: {'subnet': {'network_id': 'c283aae5-6242-48a3-b842-d996f4419472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2012969979-subnet', 'tenant_id': 'dc0f5db491bd494d943de6bf1084c1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:58:45.959891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:45.962028 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network c283aae5-6242-48a3-b842-d996f4419472 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 12:58:45.976435 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Made reservation on behalf of dc0f5db491bd494d943de6bf1084c1a5 for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:58:45.980430 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433146'] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:46.168722 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433108'] for subnet (dc942025-1b26-4864-9005-31069d5f37d8), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:46.234395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc942025-1b26-4864-9005-31069d5f37d8,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:46.242270 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Checking segment: {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:58:46.242712 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Network hostable DHCP agents. Network: c283aae5-6242-48a3-b842-d996f4419472, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 12:58:46.261323 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Network c283aae5-6242-48a3-b842-d996f4419472 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 12:58:46.271302 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, c283aae5-6242-48a3-b842-d996f4419472) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:58:46.276398 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:46.277135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:46.282999 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60192e92-adda-48a8-875c-b01209c4ef54 None None] Network c283aae5-6242-48a3-b842-d996f4419472 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:58:46.295069 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-dde0fcdd-5955-4556-9942-d05cc8bf59db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3461754 Jul 26 12:58:46.397614 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea616eef-e0a4-4c3c-bb74-af56ac057edb None None] Network c283aae5-6242-48a3-b842-d996f4419472 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 12:58:48.176079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-27b09a24-09fd-417c-ab7e-e61785951384 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:48.180636 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-27b09a24-09fd-417c-ab7e-e61785951384 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/networks?id=c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 200 len: 809 time: 0.1187091 Jul 26 12:58:48.194053 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-ca729a3e-649d-435d-ac00-dad395256647 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/quotas/dc0f5db491bd494d943de6bf1084c1a5 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Jul 26 12:58:48.233486 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-9a010861-998a-415c-bd7f-a1ee3c788fce tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337732 Jul 26 12:58:48.333501 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-105a3918-d9cb-447c-8ff3-5c6b1e116101 service neutron] 10.222.0.20 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933225 Jul 26 12:58:48.422363 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-b1b733ec-ab1e-4900-83c9-aea7335ac6ed service neutron] 10.222.0.20 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 Jul 26 12:58:48.582026 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-677024b9-2a65-4180-8252-9270160cb1d5 req-88cef12a-f58e-46c3-b2e5-7049d7321277 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 210 time: 0.0291514 Jul 26 12:58:49.681319 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-313bfd1f-4f42-4632-bd0a-94bd69f87ebf req-07f49201-710c-439d-a211-3a09a49068cb tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 210 time: 0.0276921 Jul 26 12:58:50.783442 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9b5dc10e-68d5-4aa2-b1e5-6058ebac5ace req-0588fa49-4042-4ff1-989a-147071b2e1b0 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 210 time: 0.0308785 Jul 26 12:58:51.505282 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-ed5253d6-7516-43c6-bdb0-d551546fdf45 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:51.507043 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-ed5253d6-7516-43c6-bdb0-d551546fdf45 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "GET /v2.0/networks?id=c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 200 len: 809 time: 0.1104050 Jul 26 12:58:51.521368 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Request body: {'port': {'device_id': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472', 'admin_state_up': True, 'tenant_id': 'dc0f5db491bd494d943de6bf1084c1a5'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:58:51.583036 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:51.645889 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Made reservation on behalf of dc0f5db491bd494d943de6bf1084c1a5 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:58:51.650035 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:51.723577 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:51.795415 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Allocated IP 172.20.0.3 (c283aae5-6242-48a3-b842-d996f4419472/dc942025-1b26-4864-9005-31069d5f37d8/9dd6aecf-51d4-4555-8b77-cf1e5ab81185) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:58:51.849634 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:51.884686 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-3dc87d18-1025-46df-984f-db6cd6bae6ae req-dbb6c027-33fc-46f1-a0a8-fc940daea7f8 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 210 time: 0.0291612 Jul 26 12:58:51.960056 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks [] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:51.992093 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.036285 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Network c283aae5-6242-48a3-b842-d996f4419472 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:58:52.039834 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:58:52.044054 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:58:52.050149 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Pushing event updated for resources: {'Port': ['ID=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:52.103350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:52.103974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.120152 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-3f618031-a7b6-4fd9-84d9-f26eb9331cc9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031640 Jul 26 12:58:52.133542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Request body: {'port': {'device_id': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:58:52.195400 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.460307 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:58:52.468998 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Publish callbacks [] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.483845 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Transition to ACTIVE for port object 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:58:52.487925 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.491216 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:52.542561 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:52.599623 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5aa8bd8d-ea85-4ea3-9541-3885eb12a382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.630116 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Attempting to bind port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:58:52.630116 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Attempting to bind port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:58:52.630116 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Attempting to bind port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 on network c283aae5-6242-48a3-b842-d996f4419472 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:58:52.633594 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 on network c283aae5-6242-48a3-b842-d996f4419472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:58:52.633945 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Attempting to bind port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 on network c283aae5-6242-48a3-b842-d996f4419472 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:58:52.639098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:58:52.639442 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Checking segment: {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:58:52.639858 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Bound using segment: {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:58:52.640286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Bound port: 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:58:52.640643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.698591 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:52.708833 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] For port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:58:52.713037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] For port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:58:52.720017 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.759625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:52.760281 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:52.761705 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] 10.222.0.46 "PUT /v2.0/ports/9dd6aecf-51d4-4555-8b77-cf1e5ab81185 HTTP/1.1" status: 200 len: 1093 time: 0.6323924 Jul 26 12:58:52.762131 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'tag': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:52.764386 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf55065-9029-4fae-822a-421e5a4863e0" -d '{"events": [{"name": "network-changed", "server_uuid": "83e32990-d7a8-4da5-8bc6-37e1b217299f", "tag": "9dd6aecf-51d4-4555-8b77-cf1e5ab81185"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:52.783533 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ce83-53bf-40a0-a0d2-c6e34ca86918 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:52.804895 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38173e71-25e3-44a8-8175-de1d045e58d8 x-openstack-request-id: req-38173e71-25e3-44a8-8175-de1d045e58d8 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:52.805188 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e32990-d7a8-4da5-8bc6-37e1b217299f", "tag": "9dd6aecf-51d4-4555-8b77-cf1e5ab81185", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:52.805471 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38173e71-25e3-44a8-8175-de1d045e58d8 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:52.805880 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38173e71-25e3-44a8-8175-de1d045e58d8'] response: {'name': 'network-changed', 'server_uuid': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'tag': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185', 'status': 'completed', 'code': 200} Jul 26 12:58:52.857707 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-c9c16eae-981a-4f48-8b6e-8367ea9b6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:52.859204 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-c9c16eae-981a-4f48-8b6e-8367ea9b6e2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 1127 time: 0.0399892 Jul 26 12:58:52.904278 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-79b5c361-5dec-4a78-a121-10f6c0b4f8ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185 HTTP/1.1" status: 200 len: 217 time: 0.0360045 Jul 26 12:58:52.957072 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-98667c48-2f85-44c6-92d6-3f59c82efd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:52.958535 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-98667c48-2f85-44c6-92d6-3f59c82efd76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc942025-1b26-4864-9005-31069d5f37d8 HTTP/1.1" status: 200 len: 849 time: 0.0475388 Jul 26 12:58:53.017166 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-0c3b2174-98de-4156-a305-67cda8f0b5bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c283aae5-6242-48a3-b842-d996f4419472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500610 Jul 26 12:58:53.031538 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8eb3-203f-4c97-b29e-6f9a8a119e4b req-97eddeb2-5814-45af-8c03-9c1f3a2d7aa8 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:53.032924 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8cb8eb3-203f-4c97-b29e-6f9a8a119e4b req-97eddeb2-5814-45af-8c03-9c1f3a2d7aa8 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 943 time: 0.0676780 Jul 26 12:58:53.136457 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8cb8eb3-203f-4c97-b29e-6f9a8a119e4b req-8bbca60b-731c-43ae-b4c9-1cc8bcc99033 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966082 Jul 26 12:58:53.158312 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-e6888ca2-cb30-4633-999b-db8be0265f7b service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330183 Jul 26 12:58:53.250976 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2dcb050f-a4dd-4bab-bc34-618c7236f11c req-6889e774-d1d0-4905-b2ef-1d9b652ca524 service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Jul 26 12:58:54.004567 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=13 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:54.064035 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=6 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:54.140537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-f2e972e3-2317-4432-8e12-a19d8ddf819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:54.141038 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49890) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:54.142278 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-f2e972e3-2317-4432-8e12-a19d8ddf819b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 1127 time: 0.0425479 Jul 26 12:58:54.264354 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a294c233-93e1-4da9-a213-1e7425e4ae69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.274010 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-76933fe6-3b11-465c-ac2b-ca87fd5b64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:54.276048 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-76933fe6-3b11-465c-ac2b-ca87fd5b64d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 200 len: 910 time: 0.1275337 Jul 26 12:58:54.287104 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655ce7-0bae-4d6f-b014-2dd8caeb6b5e req-a9e725a0-dae6-457b-a1ce-2fb652788f88 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:54.288547 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-97655ce7-0bae-4d6f-b014-2dd8caeb6b5e req-a9e725a0-dae6-457b-a1ce-2fb652788f88 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 943 time: 0.0681946 Jul 26 12:58:54.329080 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-1b585060-9de5-40b3-89e2-34330d88ee21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Jul 26 12:58:54.344495 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a294c233-93e1-4da9-a213-1e7425e4ae69 admin admin] Publish callbacks [] for security_group (14744984-5703-4812-8e43-187a35ca0998), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.348402 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a294c233-93e1-4da9-a213-1e7425e4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (14744984-5703-4812-8e43-187a35ca0998), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.388814 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a294c233-93e1-4da9-a213-1e7425e4ae69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf380877d2614eae80ecc2d8530bfa99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470896 Jul 26 12:58:54.389784 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294c233-93e1-4da9-a213-1e7425e4ae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14744984-5703-4812-8e43-187a35ca0998,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:54.391400 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49896) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:54.417384 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-b9dd9798-b515-428c-9ead-b1c83803748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:54.418835 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-b9dd9798-b515-428c-9ead-b1c83803748e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc942025-1b26-4864-9005-31069d5f37d8 HTTP/1.1" status: 200 len: 849 time: 0.0831947 Jul 26 12:58:54.424585 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-97655ce7-0bae-4d6f-b014-2dd8caeb6b5e req-78b00df6-7f53-4e08-a33e-14d613e8eb01 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274762 Jul 26 12:58:54.464991 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-4a5a0482-237c-4a7a-a677-ea7da9893fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c283aae5-6242-48a3-b842-d996f4419472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356364 Jul 26 12:58:54.465372 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:54.743524 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-02074754-4851-4e4a-926d-0ed22eb04211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.790507 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-636d5e76-ca45-49d4-858a-ab8ee0fee8e4 admin admin] Publish callbacks [] for security_group (14744984-5703-4812-8e43-187a35ca0998), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.800449 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:54.832270 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-636d5e76-ca45-49d4-858a-ab8ee0fee8e4 admin admin] Publish callbacks [] for security_group (14744984-5703-4812-8e43-187a35ca0998), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.866422 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-0e5255ee-611e-42f1-a7b8-968f8dfb311b service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937411 Jul 26 12:58:54.953151 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-636d5e76-ca45-49d4-858a-ab8ee0fee8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (14744984-5703-4812-8e43-187a35ca0998), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.955620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-636d5e76-ca45-49d4-858a-ab8ee0fee8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:54.956752 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-636d5e76-ca45-49d4-858a-ab8ee0fee8e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14744984-5703-4812-8e43-187a35ca0998 HTTP/1.1" status: 204 len: 168 time: 0.5644257 Jul 26 12:58:54.973410 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d5e76-ca45-49d4-858a-ab8ee0fee8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14744984-5703-4812-8e43-187a35ca0998,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:54.978479 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bcf55065-9029-4fae-822a-421e5a4863e0 req-da832e79-3c56-45e4-b39f-e471573e1812 service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046493 Jul 26 12:58:55.548979 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc8fd2-e3ac-45b9-a600-db0fea53a3e8 req-b5cd8d15-0a7b-4bec-8167-f2c88317ab84 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:55.550493 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b0bc8fd2-e3ac-45b9-a600-db0fea53a3e8 req-b5cd8d15-0a7b-4bec-8167-f2c88317ab84 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 943 time: 0.0488827 Jul 26 12:58:55.604771 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b0bc8fd2-e3ac-45b9-a600-db0fea53a3e8 req-2a9de405-2ea8-47c6-bfbc-050f39181a86 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Jul 26 12:58:55.719069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:58:55.902900 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:55.951756 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:55.970913 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185', 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472', 'port_id': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185', 'mac_address': 'fa:16:3e:10:93:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc942025-1b26-4864-9005-31069d5f37d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:58:55.974409 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:55.982174 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:56.014063 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:56.014461 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:56.028450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:58:56.049918 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:56.053981 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:56.104876 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:56.321562 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9dd6aecf-51d4-4555-8b77-cf1e5ab81185'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:58:56.726353 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b8fa-1cc8-4c48-982d-64ae2193b0a7 req-6b64fe3c-488f-4908-a9f6-288bedf3e8fc tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:56.727876 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d126b8fa-1cc8-4c48-982d-64ae2193b0a7 req-6b64fe3c-488f-4908-a9f6-288bedf3e8fc tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 944 time: 0.0500019 Jul 26 12:58:56.779355 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d126b8fa-1cc8-4c48-982d-64ae2193b0a7 req-219797c1-35c2-4071-ba0c-b123a7c3e803 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455592 Jul 26 12:58:57.302890 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.399322 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49972) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:57.515973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f6650223-7961-48b1-a75a-a3a7910094cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.533688 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:57.572850 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:58:57.597633 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f6650223-7961-48b1-a75a-a3a7910094cf admin admin] Publish callbacks [] for security_group (c2264b90-a546-46d0-a77b-51ffaea1a38c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.601136 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f6650223-7961-48b1-a75a-a3a7910094cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c2264b90-a546-46d0-a77b-51ffaea1a38c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.640882 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-f6650223-7961-48b1-a75a-a3a7910094cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9ac013dc2d845298225c52cbf24e3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402856 Jul 26 12:58:57.641714 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6650223-7961-48b1-a75a-a3a7910094cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2264b90-a546-46d0-a77b-51ffaea1a38c,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:57.643721 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49976) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:57.647938 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.693817 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-89ad40c7-2a40-42c5-8399-242f83e140b6 admin admin] Publish callbacks [] for security_group (c2264b90-a546-46d0-a77b-51ffaea1a38c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.714763 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-89ad40c7-2a40-42c5-8399-242f83e140b6 admin admin] Publish callbacks [] for security_group (c2264b90-a546-46d0-a77b-51ffaea1a38c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.717665 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:58:57.764069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:58:57.764556 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-89ad40c7-2a40-42c5-8399-242f83e140b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (c2264b90-a546-46d0-a77b-51ffaea1a38c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.766950 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-89ad40c7-2a40-42c5-8399-242f83e140b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.768106 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-89ad40c7-2a40-42c5-8399-242f83e140b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2264b90-a546-46d0-a77b-51ffaea1a38c HTTP/1.1" status: 204 len: 168 time: 0.1234658 Jul 26 12:58:57.772626 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:58:57.773199 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.776206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad40c7-2a40-42c5-8399-242f83e140b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2264b90-a546-46d0-a77b-51ffaea1a38c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:57.860737 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:58:57.861044 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.889531 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:58:57.891815 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e7799f-c0ae-4ee5-ac26-72ec36f9a8c3" -d '{"events": [{"server_uuid": "83e32990-d7a8-4da5-8bc6-37e1b217299f", "name": "network-vif-plugged", "status": "completed", "tag": "9dd6aecf-51d4-4555-8b77-cf1e5ab81185"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:58:57.906058 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:58:57.912911 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:57.916926 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c23d4-caf6-477a-99f8-cefc1ccc38f5 req-c7fcb3c8-227c-48d7-aee3-6777360491bb tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:57.919074 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-792c23d4-caf6-477a-99f8-cefc1ccc38f5 req-c7fcb3c8-227c-48d7-aee3-6777360491bb tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 944 time: 0.0609963 Jul 26 12:58:57.947055 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e4e29-32ee-4da9-8a28-d7f1b3e1e8d2 x-openstack-request-id: req-157e4e29-32ee-4da9-8a28-d7f1b3e1e8d2 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:58:57.947494 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e32990-d7a8-4da5-8bc6-37e1b217299f", "name": "network-vif-plugged", "status": "completed", "tag": "9dd6aecf-51d4-4555-8b77-cf1e5ab81185", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:58:57.947893 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-157e4e29-32ee-4da9-8a28-d7f1b3e1e8d2 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:58:57.948310 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157e4e29-32ee-4da9-8a28-d7f1b3e1e8d2'] response: {'server_uuid': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185', 'code': 200} Jul 26 12:58:57.974372 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:57.976322 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-792c23d4-caf6-477a-99f8-cefc1ccc38f5 req-e48a33b0-e55f-469e-af80-8c892ea28375 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Jul 26 12:58:58.113347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 49986) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:58.126584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933399d-df55-41de-ac00-9cb3d73804ee req-121cfaa2-3bb9-4a16-855c-f09565a110af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:58.128217 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9933399d-df55-41de-ac00-9cb3d73804ee req-121cfaa2-3bb9-4a16-855c-f09565a110af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 1129 time: 0.0394623 Jul 26 12:58:58.129898 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2614d428-4670-40c9-83b5-eddf95b9a594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.175743 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9933399d-df55-41de-ac00-9cb3d73804ee req-25aa673b-e935-4553-98c5-03d059c75d66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Jul 26 12:58:58.207419 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2614d428-4670-40c9-83b5-eddf95b9a594 admin admin] Publish callbacks [] for security_group (b791a676-aa0d-49f5-a6e7-a2852cc20530), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.211280 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2614d428-4670-40c9-83b5-eddf95b9a594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (b791a676-aa0d-49f5-a6e7-a2852cc20530), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.250032 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2614d428-4670-40c9-83b5-eddf95b9a594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2feff6da544940a8aad4513195e84a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356459 Jul 26 12:58:58.250943 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614d428-4670-40c9-83b5-eddf95b9a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791a676-aa0d-49f5-a6e7-a2852cc20530,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:58.252672 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 49988) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:58:58.302919 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb76-eda2-4ec7-881f-30a3c7e9cfaf admin admin] Publish callbacks [] for security_group (b791a676-aa0d-49f5-a6e7-a2852cc20530), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.324531 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb76-eda2-4ec7-881f-30a3c7e9cfaf admin admin] Publish callbacks [] for security_group (b791a676-aa0d-49f5-a6e7-a2852cc20530), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.372539 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb76-eda2-4ec7-881f-30a3c7e9cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (b791a676-aa0d-49f5-a6e7-a2852cc20530), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.375197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb76-eda2-4ec7-881f-30a3c7e9cfaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:58:58.376409 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7de0cb76-eda2-4ec7-881f-30a3c7e9cfaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b791a676-aa0d-49f5-a6e7-a2852cc20530 HTTP/1.1" status: 204 len: 168 time: 0.1227286 Jul 26 12:58:58.385690 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0cb76-eda2-4ec7-881f-30a3c7e9cfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791a676-aa0d-49f5-a6e7-a2852cc20530,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:58:59.105028 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f86735-4203-4bbd-9ac1-303e45eaa4d4 req-718d9ab2-7a16-4343-97a2-4eb9d215e65b tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:58:59.106527 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-88f86735-4203-4bbd-9ac1-303e45eaa4d4 req-718d9ab2-7a16-4343-97a2-4eb9d215e65b tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 945 time: 0.0510962 Jul 26 12:58:59.154414 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-88f86735-4203-4bbd-9ac1-303e45eaa4d4 req-8823a35f-cfae-4d79-9ae5-7ff9fe2c5f07 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Jul 26 12:59:00.285085 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9a733-eec4-44b9-a95d-be0fd7dd4a81 req-84c4f596-a81e-40e5-966f-745ff4246299 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:00.286746 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-51b9a733-eec4-44b9-a95d-be0fd7dd4a81 req-84c4f596-a81e-40e5-966f-745ff4246299 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 945 time: 0.0496950 Jul 26 12:59:00.340170 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-51b9a733-eec4-44b9-a95d-be0fd7dd4a81 req-4d8b15bc-b63d-4c2d-8848-82d9dfa4fc2d tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Jul 26 12:59:01.003693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce36ad0-8ef0-4c6a-9e8c-68ce775364a4 req-958b614d-44a5-4bf6-82a4-57941ae33aa3 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:01.005338 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cce36ad0-8ef0-4c6a-9e8c-68ce775364a4 req-958b614d-44a5-4bf6-82a4-57941ae33aa3 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 945 time: 0.0528975 Jul 26 12:59:01.061567 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cce36ad0-8ef0-4c6a-9e8c-68ce775364a4 req-588ec97d-8d02-4c9e-afae-a64a0ef0832d tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496681 Jul 26 12:59:02.184732 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b3d45-1367-45ee-86ca-d4792d7766a1 req-7d94d16a-6b3e-4240-87b5-8555da0ea4ef tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:02.186288 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-502b3d45-1367-45ee-86ca-d4792d7766a1 req-7d94d16a-6b3e-4240-87b5-8555da0ea4ef tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 945 time: 0.0502541 Jul 26 12:59:02.213319 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:02.240588 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-502b3d45-1367-45ee-86ca-d4792d7766a1 req-4dbe0d22-bc43-43f9-99af-b81f524ba4d8 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Jul 26 12:59:02.406251 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:02.425765 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aef06703-e8d2-48e7-b15a-bde666598a4e tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:02.427247 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aef06703-e8d2-48e7-b15a-bde666598a4e tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 945 time: 0.0488319 Jul 26 12:59:02.523474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Deleting port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:59:02.523906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:02.624359 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] For port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:02.624722 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:02.638292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Calling delete_port for 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:59:02.761199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9dd6aecf-51d4-4555-8b77-cf1e5ab81185), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:02.778860 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9dd6aecf-51d4-4555-8b77-cf1e5ab81185'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:59:02.794247 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Pushing event deleted for resources: {'Port': ['ID=9dd6aecf-51d4-4555-8b77-cf1e5ab81185,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:02.837783 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] No DVR routers for this DVR port 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:59:02.840283 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:02.843430 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ea77dd00-a3ef-4e06-84d1-188c1e15f864 req-aabbdb41-f692-4a0a-8463-2477e2a680ee tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "DELETE /v2.0/ports/9dd6aecf-51d4-4555-8b77-cf1e5ab81185 HTTP/1.1" status: 204 len: 173 time: 0.4106998 Jul 26 12:59:02.843892 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'name': 'network-vif-deleted', 'tag': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:59:02.846134 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483577c-b7af-4188-b543-0804158a8967" -d '{"events": [{"server_uuid": "83e32990-d7a8-4da5-8bc6-37e1b217299f", "name": "network-vif-deleted", "tag": "9dd6aecf-51d4-4555-8b77-cf1e5ab81185"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:59:02.883113 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8259e-3fd9-40c8-b228-5936fbfd11f9 x-openstack-request-id: req-e8b8259e-3fd9-40c8-b228-5936fbfd11f9 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:59:02.883965 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e32990-d7a8-4da5-8bc6-37e1b217299f", "name": "network-vif-deleted", "tag": "9dd6aecf-51d4-4555-8b77-cf1e5ab81185", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:59:02.884253 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8b8259e-3fd9-40c8-b228-5936fbfd11f9 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:59:02.884669 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b8259e-3fd9-40c8-b228-5936fbfd11f9'] response: {'server_uuid': '83e32990-d7a8-4da5-8bc6-37e1b217299f', 'name': 'network-vif-deleted', 'tag': '9dd6aecf-51d4-4555-8b77-cf1e5ab81185', 'status': 'completed', 'code': 200} Jul 26 12:59:03.359472 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7ecc8eee-8e21-4fe6-9911-db2f16d1a609 req-9365abdc-9096-4b79-8657-9591726c5114 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e32990-d7a8-4da5-8bc6-37e1b217299f HTTP/1.1" status: 200 len: 210 time: 0.0298600 Jul 26 12:59:04.682055 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-1843142b-89ae-4984-a98e-5454ff32337b tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:04.683550 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-1843142b-89ae-4984-a98e-5454ff32337b tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/networks?id=c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 200 len: 809 time: 0.1044135 Jul 26 12:59:04.699042 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-db58fc6f-f516-427d-bed2-4f99e0623fcf tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/quotas/dc0f5db491bd494d943de6bf1084c1a5 HTTP/1.1" status: 200 len: 375 time: 0.0101748 Jul 26 12:59:04.735058 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-90c46305-4828-4dde-b77b-07c416c1ba00 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303805 Jul 26 12:59:04.832721 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-62e0abd2-a79d-47e6-b997-4e99bafdab8e service neutron] 10.222.0.20 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908060 Jul 26 12:59:04.926644 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-94b4a5bc-b1f1-401d-a449-949c277def65 service neutron] 10.222.0.20 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874007 Jul 26 12:59:05.091227 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:05.095412 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=5 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:05.096837 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fd4809cb-b215-4555-96f1-b7158af0fed6 req-a620f462-d7f2-4439-84c3-6649db0dc5cc tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Jul 26 12:59:05.747742 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:59:05.767153 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:59:05.767497 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9dd6aecf-51d4-4555-8b77-cf1e5ab81185 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:59:06.058451 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:59:06.156023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-bc82cb2b-c142-47c5-80ec-87dfde62b45c tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:06.157493 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-bc82cb2b-c142-47c5-80ec-87dfde62b45c tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "GET /v2.0/networks?id=c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 200 len: 809 time: 0.1125510 Jul 26 12:59:06.173207 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Request body: {'port': {'device_id': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472', 'admin_state_up': True, 'tenant_id': 'dc0f5db491bd494d943de6bf1084c1a5'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:59:06.244822 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-30d87dd5-407a-4899-a67a-1fee8acad762 req-94c25d4a-cabf-4b31-9985-0d4a67585f23 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 210 time: 0.0657659 Jul 26 12:59:06.249081 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:06.303957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:06.321762 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Made reservation on behalf of dc0f5db491bd494d943de6bf1084c1a5 for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 12:59:06.326305 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:06.452084 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Allocated IP 172.20.0.6 (c283aae5-6242-48a3-b842-d996f4419472/dc942025-1b26-4864-9005-31069d5f37d8/ac1e938b-a7e5-4d6f-847f-458a567d7d23) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 12:59:06.602066 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks [] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:06.633227 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:06.681902 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Network c283aae5-6242-48a3-b842-d996f4419472 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 12:59:06.685269 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 12:59:06.689136 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 12:59:06.712853 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Pushing event updated for resources: {'Port': ['ID=ac1e938b-a7e5-4d6f-847f-458a567d7d23,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:06.741086 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:06.741820 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:06.758880 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-85d8bac9-0331-4131-9466-33cac004b19f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903161 Jul 26 12:59:06.769199 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Request body: {'port': {'device_id': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 12:59:06.831552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.011536 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:07.107309 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1e938b-a7e5-4d6f-847f-458a567d7d23 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:59:07.118246 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Publish callbacks [] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.128984 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Transition to ACTIVE for port object ac1e938b-a7e5-4d6f-847f-458a567d7d23 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 12:59:07.133023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.136973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:07.194676 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1e938b-a7e5-4d6f-847f-458a567d7d23,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:07.274058 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Attempting to bind port ac1e938b-a7e5-4d6f-847f-458a567d7d23 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 12:59:07.274397 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Attempting to bind port ac1e938b-a7e5-4d6f-847f-458a567d7d23 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 12:59:07.274731 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Attempting to bind port ac1e938b-a7e5-4d6f-847f-458a567d7d23 on network c283aae5-6242-48a3-b842-d996f4419472 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:59:07.279857 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Port ac1e938b-a7e5-4d6f-847f-458a567d7d23 on network c283aae5-6242-48a3-b842-d996f4419472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 12:59:07.280177 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Attempting to bind port ac1e938b-a7e5-4d6f-847f-458a567d7d23 on network c283aae5-6242-48a3-b842-d996f4419472 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 12:59:07.285237 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 12:59:07.285574 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Checking segment: {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 12:59:07.285957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Bound using segment: {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 12:59:07.286389 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Bound port: ac1e938b-a7e5-4d6f-847f-458a567d7d23, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5642006c-7425-42af-b0e2-d06552ee6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 12:59:07.286884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.351172 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] For port ac1e938b-a7e5-4d6f-847f-458a567d7d23, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 12:59:07.356577 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] For port ac1e938b-a7e5-4d6f-847f-458a567d7d23, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 12:59:07.366975 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.372987 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe893e-085b-47cc-9380-981937d20126 req-55266d33-68be-4e67-8316-567e98a99a78 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:07.375673 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-55fe893e-085b-47cc-9380-981937d20126 req-55266d33-68be-4e67-8316-567e98a99a78 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 943 time: 0.0528822 Jul 26 12:59:07.403501 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:07.404135 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.405558 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac1e938b-a7e5-4d6f-847f-458a567d7d23 HTTP/1.1" status: 200 len: 1093 time: 0.6403587 Jul 26 12:59:07.405994 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'tag': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:59:07.408457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c1efda-fc6f-478d-8c7e-d227e99bdc90", "tag": "ac1e938b-a7e5-4d6f-847f-458a567d7d23"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:59:07.437095 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0c176-921d-45be-a2bd-d27c616d48c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1e938b-a7e5-4d6f-847f-458a567d7d23,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:07.449363 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-55fe893e-085b-47cc-9380-981937d20126 req-2b431786-e13d-4b99-923a-c4fa97bfbe12 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629082 Jul 26 12:59:07.468121 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a845e0-5357-4eec-908b-7f42eb30a45d x-openstack-request-id: req-f8a845e0-5357-4eec-908b-7f42eb30a45d {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:59:07.468418 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c1efda-fc6f-478d-8c7e-d227e99bdc90", "tag": "ac1e938b-a7e5-4d6f-847f-458a567d7d23", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:59:07.468681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8a845e0-5357-4eec-908b-7f42eb30a45d {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:59:07.469118 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a845e0-5357-4eec-908b-7f42eb30a45d'] response: {'name': 'network-changed', 'server_uuid': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'tag': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23', 'status': 'completed', 'code': 200} Jul 26 12:59:07.498343 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-c408258b-46c7-4507-b097-7361a751a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:07.499957 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-c408258b-46c7-4507-b097-7361a751a65b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 1127 time: 0.0484157 Jul 26 12:59:07.508830 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50184) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:07.551953 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-5d665289-3e0d-4c17-b33f-1dec0711d70d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23 HTTP/1.1" status: 200 len: 217 time: 0.0406446 Jul 26 12:59:07.604732 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-90426443-31f3-456a-aaf1-d6edd81ea4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:07.606297 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-90426443-31f3-456a-aaf1-d6edd81ea4ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc942025-1b26-4864-9005-31069d5f37d8 HTTP/1.1" status: 200 len: 849 time: 0.0467601 Jul 26 12:59:07.649753 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-8d669b10-a534-403d-bd24-a9a4ff10890b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c283aae5-6242-48a3-b842-d996f4419472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358212 Jul 26 12:59:07.650929 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5b6751b2-62d1-4059-aed9-971fd663e947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.784292 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-09256d3a-5396-4c20-af4b-878cbd956f9a service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254609 Jul 26 12:59:07.856629 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5b6751b2-62d1-4059-aed9-971fd663e947 admin admin] Publish callbacks [] for security_group (a4c85c1d-7395-4340-9661-ad04fe25b2cf), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.861269 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5b6751b2-62d1-4059-aed9-971fd663e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (a4c85c1d-7395-4340-9661-ad04fe25b2cf), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:07.866104 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:07.922606 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6751b2-62d1-4059-aed9-971fd663e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c85c1d-7395-4340-9661-ad04fe25b2cf,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:07.926876 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5b6751b2-62d1-4059-aed9-971fd663e947 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d77d2a6745c44c4580330b763921b972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170418 Jul 26 12:59:07.931024 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50190) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:07.943255 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1b421da7-86d6-4485-b7a0-a4eadfb976a1 req-5d2fbfdd-73e8-48ac-b1f8-4ed72bba54f2 service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487479 Jul 26 12:59:07.986884 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e3908823-65ad-4269-bb1a-f097eac1d6df admin admin] Publish callbacks [] for security_group (a4c85c1d-7395-4340-9661-ad04fe25b2cf), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.009114 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e3908823-65ad-4269-bb1a-f097eac1d6df admin admin] Publish callbacks [] for security_group (a4c85c1d-7395-4340-9661-ad04fe25b2cf), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.056258 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e3908823-65ad-4269-bb1a-f097eac1d6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (a4c85c1d-7395-4340-9661-ad04fe25b2cf), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.059135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e3908823-65ad-4269-bb1a-f097eac1d6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.060994 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e3908823-65ad-4269-bb1a-f097eac1d6df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4c85c1d-7395-4340-9661-ad04fe25b2cf HTTP/1.1" status: 204 len: 168 time: 0.1282969 Jul 26 12:59:08.069874 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3908823-65ad-4269-bb1a-f097eac1d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c85c1d-7395-4340-9661-ad04fe25b2cf,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:08.338746 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50196) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:08.355223 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ff168d08-12ce-47e9-bf2f-4c570323b4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.365244 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:08.434026 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ff168d08-12ce-47e9-bf2f-4c570323b4e5 admin admin] Publish callbacks [] for security_group (d663432a-5e4d-47b6-a901-6b38af43e31a), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.439037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ff168d08-12ce-47e9-bf2f-4c570323b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d663432a-5e4d-47b6-a901-6b38af43e31a), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.481595 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff168d08-12ce-47e9-bf2f-4c570323b4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d663432a-5e4d-47b6-a901-6b38af43e31a,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:08.490633 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ff168d08-12ce-47e9-bf2f-4c570323b4e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e9b9d9891324cb893a207902e6078df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468351 Jul 26 12:59:08.491744 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50200) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:08.576395 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d090a38-82c1-428e-b7d7-b29982dd7a35 admin admin] Publish callbacks [] for security_group (d663432a-5e4d-47b6-a901-6b38af43e31a), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.606673 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3a8a-dab0-4b87-8038-e9d358e832d0 req-774f294a-5ad0-4f3c-b9ac-9d9d88237434 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:08.608230 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b53e3a8a-dab0-4b87-8038-e9d358e832d0 req-774f294a-5ad0-4f3c-b9ac-9d9d88237434 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 943 time: 0.0702534 Jul 26 12:59:08.618751 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d090a38-82c1-428e-b7d7-b29982dd7a35 admin admin] Publish callbacks [] for security_group (d663432a-5e4d-47b6-a901-6b38af43e31a), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.690013 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-b53e3a8a-dab0-4b87-8038-e9d358e832d0 req-e23e540d-e648-47d6-97fe-e843f29798dc tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Jul 26 12:59:08.704460 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d090a38-82c1-428e-b7d7-b29982dd7a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d663432a-5e4d-47b6-a901-6b38af43e31a), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.707087 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6d090a38-82c1-428e-b7d7-b29982dd7a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:08.708348 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6d090a38-82c1-428e-b7d7-b29982dd7a35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d663432a-5e4d-47b6-a901-6b38af43e31a HTTP/1.1" status: 204 len: 168 time: 0.2161238 Jul 26 12:59:08.717715 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090a38-82c1-428e-b7d7-b29982dd7a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663432a-5e4d-47b6-a901-6b38af43e31a,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:08.834941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-2baa836a-7bac-416f-93b4-948a1d146bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:08.837143 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-2baa836a-7bac-416f-93b4-948a1d146bc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 1127 time: 0.0446534 Jul 26 12:59:08.957566 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-8b4031de-16f4-4364-9dd7-079788627b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:08.959019 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-8b4031de-16f4-4364-9dd7-079788627b4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 200 len: 910 time: 0.1148129 Jul 26 12:59:09.022876 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-301f3703-457d-4af1-a32c-175bf86d9e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23 HTTP/1.1" status: 200 len: 217 time: 0.0557487 Jul 26 12:59:09.078950 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-53505b39-d332-4164-9e11-40843ae9dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:09.080480 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-53505b39-d332-4164-9e11-40843ae9dee3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc942025-1b26-4864-9005-31069d5f37d8 HTTP/1.1" status: 200 len: 849 time: 0.0516589 Jul 26 12:59:09.107318 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50206) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:09.115764 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-da772b0f-c3d0-468b-a381-700c003cd30e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c283aae5-6242-48a3-b842-d996f4419472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277574 Jul 26 12:59:09.121583 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-892c0189-3494-49bb-90b7-c3c954ebf42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.146663 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:09.156210 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:09.204465 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-892c0189-3494-49bb-90b7-c3c954ebf42a admin admin] Publish callbacks [] for security_group (f02148bd-7487-4108-b836-e74501e8ae22), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.209310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-892c0189-3494-49bb-90b7-c3c954ebf42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f02148bd-7487-4108-b836-e74501e8ae22), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.226030 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-18d6e7e7-5d53-4ae3-a277-7886044fca15 service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037533 Jul 26 12:59:09.248402 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-892c0189-3494-49bb-90b7-c3c954ebf42a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62336cafb4584ad1ab703393c0d51719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398609 Jul 26 12:59:09.249625 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c0189-3494-49bb-90b7-c3c954ebf42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02148bd-7487-4108-b836-e74501e8ae22,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:09.252141 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50208) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:09.304502 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:09.366206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d563ed8a-cbf7-4f24-a7ae-7be49778ad61 admin admin] Publish callbacks [] for security_group (f02148bd-7487-4108-b836-e74501e8ae22), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.369638 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-238a3fa8-4c4d-475b-a0d9-67ddb7d1e775 req-9f2600d4-b3df-4b0a-83af-7b678e8621f6 service neutron] 10.222.0.46 "GET /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376026 Jul 26 12:59:09.392364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d563ed8a-cbf7-4f24-a7ae-7be49778ad61 admin admin] Publish callbacks [] for security_group (f02148bd-7487-4108-b836-e74501e8ae22), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.402505 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:09.443347 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d563ed8a-cbf7-4f24-a7ae-7be49778ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f02148bd-7487-4108-b836-e74501e8ae22), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.446529 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d563ed8a-cbf7-4f24-a7ae-7be49778ad61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.447679 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d563ed8a-cbf7-4f24-a7ae-7be49778ad61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f02148bd-7487-4108-b836-e74501e8ae22 HTTP/1.1" status: 204 len: 168 time: 0.1947393 Jul 26 12:59:09.456080 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563ed8a-cbf7-4f24-a7ae-7be49778ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02148bd-7487-4108-b836-e74501e8ae22,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:09.751111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device ac1e938b-a7e5-4d6f-847f-458a567d7d23 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 12:59:09.832637 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:09.854877 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac06b-ab6e-4263-9d85-19524e402a3c req-380bc270-d8ad-461c-8659-703474865341 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:09.856496 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a35ac06b-ab6e-4263-9d85-19524e402a3c req-380bc270-d8ad-461c-8659-703474865341 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 943 time: 0.0519471 Jul 26 12:59:09.870988 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port ac1e938b-a7e5-4d6f-847f-458a567d7d23, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:09.885249 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23', 'network_id': 'c283aae5-6242-48a3-b842-d996f4419472', 'port_id': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23', 'mac_address': 'fa:16:3e:56:50:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc942025-1b26-4864-9005-31069d5f37d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 12:59:09.890966 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:09.923565 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a35ac06b-ab6e-4263-9d85-19524e402a3c req-45f33481-64bf-4a32-848d-1c7e91a43861 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Jul 26 12:59:09.925299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port ac1e938b-a7e5-4d6f-847f-458a567d7d23 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:59:09.925768 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:09.941276 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1e938b-a7e5-4d6f-847f-458a567d7d23 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 12:59:09.967248 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port ac1e938b-a7e5-4d6f-847f-458a567d7d23, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:09.972208 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:10.024710 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=ac1e938b-a7e5-4d6f-847f-458a567d7d23,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:10.255359 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['ac1e938b-a7e5-4d6f-847f-458a567d7d23'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:59:11.064981 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895d84-cf2f-4f5d-8d28-0b601ffca6ef req-4fa6c7ef-3841-4287-9512-1e670f89c16f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:11.064981 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8a895d84-cf2f-4f5d-8d28-0b601ffca6ef req-4fa6c7ef-3841-4287-9512-1e670f89c16f tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 944 time: 0.0561166 Jul 26 12:59:11.116198 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8a895d84-cf2f-4f5d-8d28-0b601ffca6ef req-d274b77b-658c-444e-b68a-fdfffc408ebb tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476243 Jul 26 12:59:11.773700 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device ac1e938b-a7e5-4d6f-847f-458a567d7d23 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 12:59:11.820113 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port ac1e938b-a7e5-4d6f-847f-458a567d7d23 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 12:59:11.825384 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port ac1e938b-a7e5-4d6f-847f-458a567d7d23 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 12:59:11.825794 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:11.901182 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port ac1e938b-a7e5-4d6f-847f-458a567d7d23 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 12:59:11.901898 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:11.933649 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:59:11.936017 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf31dc1-7032-4571-ad2d-a16614eff590" -d '{"events": [{"server_uuid": "a4c1efda-fc6f-478d-8c7e-d227e99bdc90", "name": "network-vif-plugged", "status": "completed", "tag": "ac1e938b-a7e5-4d6f-847f-458a567d7d23"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:59:11.951942 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port ac1e938b-a7e5-4d6f-847f-458a567d7d23, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:11.956045 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:11.981150 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb0fc9-3bc0-45f9-9ca8-245c595259d8 x-openstack-request-id: req-83fb0fc9-3bc0-45f9-9ca8-245c595259d8 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:59:11.981441 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c1efda-fc6f-478d-8c7e-d227e99bdc90", "name": "network-vif-plugged", "status": "completed", "tag": "ac1e938b-a7e5-4d6f-847f-458a567d7d23", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:59:11.981693 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83fb0fc9-3bc0-45f9-9ca8-245c595259d8 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:59:11.982085 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fb0fc9-3bc0-45f9-9ca8-245c595259d8'] response: {'server_uuid': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23', 'code': 200} Jul 26 12:59:12.008422 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=ac1e938b-a7e5-4d6f-847f-458a567d7d23,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:12.170688 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c18405-3126-48c1-bd72-c7f9ee43a3d7 req-c3dc98e3-943f-4989-a2bf-cf5dc304a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:12.172204 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-03c18405-3126-48c1-bd72-c7f9ee43a3d7 req-c3dc98e3-943f-4989-a2bf-cf5dc304a6bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 1129 time: 0.0411203 Jul 26 12:59:12.259708 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5e364-ea34-4c2d-abe4-e00bbf332d4a req-826ee563-c12b-4c41-92d2-2e8889180194 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:12.261181 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-85e5e364-ea34-4c2d-abe4-e00bbf332d4a req-826ee563-c12b-4c41-92d2-2e8889180194 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 945 time: 0.0658674 Jul 26 12:59:12.263342 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-03c18405-3126-48c1-bd72-c7f9ee43a3d7 req-f746dc44-a3bd-4f96-ad74-87a2217092e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811470 Jul 26 12:59:12.308585 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-85e5e364-ea34-4c2d-abe4-e00bbf332d4a req-a662a0ed-65c5-4be2-959c-e441de263b16 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Jul 26 12:59:13.434426 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd043c2-2dbd-4805-bdf2-e61795069aa9 req-e2afc904-91c9-4d13-9f03-f7fa42c88b6d tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:13.436033 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ebd043c2-2dbd-4805-bdf2-e61795069aa9 req-e2afc904-91c9-4d13-9f03-f7fa42c88b6d tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 945 time: 0.0557499 Jul 26 12:59:13.495187 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ebd043c2-2dbd-4805-bdf2-e61795069aa9 req-881b0f98-cdb4-4633-bb04-d8b73d8f55e0 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525827 Jul 26 12:59:14.679325 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39450e-858d-4e8c-80d6-e61aa64597f1 req-6ecd1588-178a-4938-9c11-83ca2d7c130e tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:14.680913 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cc39450e-858d-4e8c-80d6-e61aa64597f1 req-6ecd1588-178a-4938-9c11-83ca2d7c130e tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 945 time: 0.0871997 Jul 26 12:59:14.747937 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cc39450e-858d-4e8c-80d6-e61aa64597f1 req-21f3a9bd-05a8-495e-9217-b590b81d5416 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606122 Jul 26 12:59:14.865612 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7d61-005d-4ba6-ae82-3c641acea2b8 req-6e73707c-851a-4e65-8280-6364b5d4adce tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:14.867848 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-116d7d61-005d-4ba6-ae82-3c641acea2b8 req-6e73707c-851a-4e65-8280-6364b5d4adce tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0636055 Jul 26 12:59:14.930118 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-116d7d61-005d-4ba6-ae82-3c641acea2b8 req-7d7cc0a7-6953-48cf-87a4-2282362bafce tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557113 Jul 26 12:59:14.968039 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50312) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:15.111800 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7e544017-75fd-4a20-8158-83325df729a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.198023 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7e544017-75fd-4a20-8158-83325df729a0 admin admin] Publish callbacks [] for security_group (940958d8-a142-4d06-90c0-a6bc26e8494b), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.202822 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7e544017-75fd-4a20-8158-83325df729a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (940958d8-a142-4d06-90c0-a6bc26e8494b), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.243805 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-7e544017-75fd-4a20-8158-83325df729a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b02dde2d0ba4aa3a4cc064d41601297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746143 Jul 26 12:59:15.245791 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e544017-75fd-4a20-8158-83325df729a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940958d8-a142-4d06-90c0-a6bc26e8494b,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:15.247608 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50324) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:15.302859 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ae5aa7b8-f6ec-4bea-b857-8144ffb487fc admin admin] Publish callbacks [] for security_group (940958d8-a142-4d06-90c0-a6bc26e8494b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.328849 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ae5aa7b8-f6ec-4bea-b857-8144ffb487fc admin admin] Publish callbacks [] for security_group (940958d8-a142-4d06-90c0-a6bc26e8494b), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.385655 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ae5aa7b8-f6ec-4bea-b857-8144ffb487fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (940958d8-a142-4d06-90c0-a6bc26e8494b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.388412 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-ae5aa7b8-f6ec-4bea-b857-8144ffb487fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.392113 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ae5aa7b8-f6ec-4bea-b857-8144ffb487fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/940958d8-a142-4d06-90c0-a6bc26e8494b HTTP/1.1" status: 204 len: 168 time: 0.1426804 Jul 26 12:59:15.402404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aa7b8-f6ec-4bea-b857-8144ffb487fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940958d8-a142-4d06-90c0-a6bc26e8494b,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:15.530026 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fa0fb-2170-4d57-a766-4b47d74ba64d req-58f4f843-ecac-4478-b379-b320117b40fa tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:15.531560 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e91fa0fb-2170-4d57-a766-4b47d74ba64d req-58f4f843-ecac-4478-b379-b320117b40fa tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 945 time: 0.0538204 Jul 26 12:59:15.593735 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e91fa0fb-2170-4d57-a766-4b47d74ba64d req-31cb248f-c1e2-482c-a401-a81ebf4e4522 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Jul 26 12:59:15.694066 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50334) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:15.712997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5a58dbe7-ad7a-4f26-8d0e-27f58fa3a5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.749235 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:15.802438 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5a58dbe7-ad7a-4f26-8d0e-27f58fa3a5c4 admin admin] Publish callbacks [] for security_group (3fc0dd29-b30e-4c6e-9490-6eae9e65eb48), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.806720 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5a58dbe7-ad7a-4f26-8d0e-27f58fa3a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3fc0dd29-b30e-4c6e-9490-6eae9e65eb48), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.844424 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:15.850225 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5a58dbe7-ad7a-4f26-8d0e-27f58fa3a5c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=996c709013264a4ebe52632b0ab1c20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549497 Jul 26 12:59:15.850996 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58dbe7-ad7a-4f26-8d0e-27f58fa3a5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc0dd29-b30e-4c6e-9490-6eae9e65eb48,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:15.853397 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50336) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:15.914803 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Publish callbacks [] for security_group (3fc0dd29-b30e-4c6e-9490-6eae9e65eb48), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.939489 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Publish callbacks [] for security_group (3fc0dd29-b30e-4c6e-9490-6eae9e65eb48), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.996169 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3fc0dd29-b30e-4c6e-9490-6eae9e65eb48), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:15.998758 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:16.003463 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fc0dd29-b30e-4c6e-9490-6eae9e65eb48 HTTP/1.1" status: 204 len: 168 time: 0.1484044 Jul 26 12:59:16.012986 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc0dd29-b30e-4c6e-9490-6eae9e65eb48,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:16.031683 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.032040 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.032385 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.032732 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.033063 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.033388 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.033814 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.034045 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.034513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.034971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.035309 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.035654 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.036034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.036308 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.036630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a42092-daf8-49ca-b0f8-e8aae3d7d854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:16.058338 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:16.080426 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aad885-740c-417c-b184-ee9a4f748403 req-f1ca4a90-3859-4480-a867-b3bf902ad16e tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:16.083361 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-95aad885-740c-417c-b184-ee9a4f748403 req-f1ca4a90-3859-4480-a867-b3bf902ad16e tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0679557 Jul 26 12:59:16.136663 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-95aad885-740c-417c-b184-ee9a4f748403 req-71475476-393d-4696-8b31-43f8fa2e3a13 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470805 Jul 26 12:59:16.735148 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c65b18-a260-4dd3-8f04-7735702e2a61 req-26bfe2ba-1eac-47ec-8df5-9568a5cce9f1 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:16.736711 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-52c65b18-a260-4dd3-8f04-7735702e2a61 req-26bfe2ba-1eac-47ec-8df5-9568a5cce9f1 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Jul 26 12:59:16.791828 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-52c65b18-a260-4dd3-8f04-7735702e2a61 req-c21983fd-8825-4835-a01c-c954660dd06a tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8f20a66-8ba6-4fde-87c3-cd916f7064e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Jul 26 12:59:16.944064 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-c6fa4f9a-5bd0-4573-b134-99f81022c41a tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:16.945595 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-c6fa4f9a-5bd0-4573-b134-99f81022c41a tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 945 time: 0.0552862 Jul 26 12:59:17.052436 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Deleting port ac1e938b-a7e5-4d6f-847f-458a567d7d23 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:59:17.052786 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:17.165011 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] For port ac1e938b-a7e5-4d6f-847f-458a567d7d23, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac1e938b-a7e5-4d6f-847f-458a567d7d23,segment=NetworkSegment(5642006c-7425-42af-b0e2-d06552ee6df2),segment_id=5642006c-7425-42af-b0e2-d06552ee6df2)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:17.165503 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:17.180654 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Calling delete_port for ac1e938b-a7e5-4d6f-847f-458a567d7d23 owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:59:17.302543 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5a257-d795-42e1-ac9a-aa9f6ac83188 req-b411eecd-eabc-47c6-96d5-874e154b8fc4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:17.304209 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-10d5a257-d795-42e1-ac9a-aa9f6ac83188 req-b411eecd-eabc-47c6-96d5-874e154b8fc4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0755215 Jul 26 12:59:17.368315 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-10d5a257-d795-42e1-ac9a-aa9f6ac83188 req-6ace862a-c4bb-44c2-86ad-e52932c87375 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571704 Jul 26 12:59:17.372551 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (ac1e938b-a7e5-4d6f-847f-458a567d7d23), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:17.385820 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['ac1e938b-a7e5-4d6f-847f-458a567d7d23'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 12:59:17.400176 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Pushing event deleted for resources: {'Port': ['ID=ac1e938b-a7e5-4d6f-847f-458a567d7d23,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:17.449606 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] No DVR routers for this DVR port ac1e938b-a7e5-4d6f-847f-458a567d7d23 on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:59:17.452207 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:17.455559 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f9c00391-dfda-4cfc-90f8-f30866cbc891 req-6a612207-1960-4c96-badb-fd3b25d9beb9 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.46 "DELETE /v2.0/ports/ac1e938b-a7e5-4d6f-847f-458a567d7d23 HTTP/1.1" status: 204 len: 173 time: 0.5023825 Jul 26 12:59:17.456023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'name': 'network-vif-deleted', 'tag': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:59:17.458573 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21771d67-bca8-4663-b642-9ff1ed56c4f1" -d '{"events": [{"server_uuid": "a4c1efda-fc6f-478d-8c7e-d227e99bdc90", "name": "network-vif-deleted", "tag": "ac1e938b-a7e5-4d6f-847f-458a567d7d23"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:59:17.497259 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25123d84-b459-47d7-968f-af06d94b63b3 x-openstack-request-id: req-25123d84-b459-47d7-968f-af06d94b63b3 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:59:17.497552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c1efda-fc6f-478d-8c7e-d227e99bdc90", "name": "network-vif-deleted", "tag": "ac1e938b-a7e5-4d6f-847f-458a567d7d23", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:59:17.497848 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25123d84-b459-47d7-968f-af06d94b63b3 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:59:17.498268 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25123d84-b459-47d7-968f-af06d94b63b3'] response: {'server_uuid': 'a4c1efda-fc6f-478d-8c7e-d227e99bdc90', 'name': 'network-vif-deleted', 'tag': 'ac1e938b-a7e5-4d6f-847f-458a567d7d23', 'status': 'completed', 'code': 200} Jul 26 12:59:17.921192 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9d1f3b6a-95ee-4783-a7fb-711f5b58022e req-987da0be-9dcb-4f76-8c6e-dd724d3ce383 tempest-VolumesActionsTest-706482301 tempest-VolumesActionsTest-706482301-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4c1efda-fc6f-478d-8c7e-d227e99bdc90 HTTP/1.1" status: 200 len: 210 time: 0.0356038 Jul 26 12:59:18.504458 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26855112-3e43-4fbb-95c3-899689bc1ed8 req-095c6240-f894-4995-be6f-0e9cfb729747 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:18.505967 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-26855112-3e43-4fbb-95c3-899689bc1ed8 req-095c6240-f894-4995-be6f-0e9cfb729747 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Jul 26 12:59:18.561923 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-26855112-3e43-4fbb-95c3-899689bc1ed8 req-b4f645fb-9453-4637-82ec-4d510513275d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477750 Jul 26 12:59:19.697892 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7b0a-7bb3-4086-9da5-50e628493242 req-12c2d367-e1ae-4847-b426-6dca9f4a6d20 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:19.699526 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-537d7b0a-7bb3-4086-9da5-50e628493242 req-12c2d367-e1ae-4847-b426-6dca9f4a6d20 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0603638 Jul 26 12:59:19.771832 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-537d7b0a-7bb3-4086-9da5-50e628493242 req-828bf633-3efc-4165-8bdd-083a33767d1e tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609524 Jul 26 12:59:19.775528 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device ac1e938b-a7e5-4d6f-847f-458a567d7d23 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 12:59:19.803765 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: ac1e938b-a7e5-4d6f-847f-458a567d7d23 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 12:59:19.804184 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device ac1e938b-a7e5-4d6f-847f-458a567d7d23 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 12:59:20.872022 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:20.877476 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:20.893624 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82a41-275b-460b-95a0-2344a0f20fcc req-200ee329-9fc4-44f6-a7ee-edd8a2a8efbc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:20.895123 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-20d82a41-275b-460b-95a0-2344a0f20fcc req-200ee329-9fc4-44f6-a7ee-edd8a2a8efbc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Jul 26 12:59:20.958892 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-20d82a41-275b-460b-95a0-2344a0f20fcc req-b3af6ca1-71a3-45e3-a5a9-92781c0b522c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503311 Jul 26 12:59:21.599191 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:22.079492 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95104a9-e0b4-445c-8b35-7b35690cfea9 req-de0c8001-6dad-4fe8-a490-c68139c926bf tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:22.080893 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d95104a9-e0b4-445c-8b35-7b35690cfea9 req-de0c8001-6dad-4fe8-a490-c68139c926bf tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0483863 Jul 26 12:59:22.091822 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:22.130513 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d95104a9-e0b4-445c-8b35-7b35690cfea9 req-4dcfca3c-51c0-4e72-92d6-610e73cbecfc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440273 Jul 26 12:59:22.588814 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-da7bb13d-a520-4478-b289-60ff3d5827dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:22.823585 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-4e119dc5-a210-4ffa-8bfe-a9f5241ee89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:22.825120 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-4e119dc5-a210-4ffa-8bfe-a9f5241ee89e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0392525 Jul 26 12:59:22.933604 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-e423e622-de23-4c54-9991-c826712a6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:22.934986 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-e423e622-de23-4c54-9991-c826712a6d92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.0899270 Jul 26 12:59:23.006515 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-956a2550-df1c-4516-9c53-a3d8d1da677b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 1001 time: 0.0640926 Jul 26 12:59:23.046805 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:23.060955 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-a4019821-50c4-4d22-9015-8084447e5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:23.062429 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-a4019821-50c4-4d22-9015-8084447e5f4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0500269 Jul 26 12:59:23.108623 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-45fdf0a4-195c-48f0-8884-b949c3f078f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:23.110134 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-45fdf0a4-195c-48f0-8884-b949c3f078f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410514 Jul 26 12:59:23.204272 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-1992ff53-c77f-45da-b90d-27b2d39d36d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867162 Jul 26 12:59:23.271749 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceae702-31bc-4393-9556-bbb282570e13 req-10855a17-edb6-4e80-a786-f5f417c2e48a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:23.273961 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bceae702-31bc-4393-9556-bbb282570e13 req-10855a17-edb6-4e80-a786-f5f417c2e48a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0622289 Jul 26 12:59:23.303597 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a763e692-dc9c-4174-b96b-20590cbf3e2a req-3e96020b-0fea-48f0-a641-49f2a4c99585 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923388 Jul 26 12:59:23.337990 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bceae702-31bc-4393-9556-bbb282570e13 req-24b4b412-adbd-42b1-99f5-b449b3df1d51 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569458 Jul 26 12:59:23.571246 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50522) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:23.689457 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4f881539-fce4-4ccb-abed-dda7e225a68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:23.774867 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4f881539-fce4-4ccb-abed-dda7e225a68b admin admin] Publish callbacks [] for security_group (94c6da7e-f257-4fd3-9584-70507ddc63cc), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:23.779165 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-4f881539-fce4-4ccb-abed-dda7e225a68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (94c6da7e-f257-4fd3-9584-70507ddc63cc), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:23.822760 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-4f881539-fce4-4ccb-abed-dda7e225a68b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8723abda23a048dd930f40bdb6e75ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503257 Jul 26 12:59:23.824011 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f881539-fce4-4ccb-abed-dda7e225a68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c6da7e-f257-4fd3-9584-70507ddc63cc,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:23.827665 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50540) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:23.889117 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-881ac8f5-5fbe-4d27-ba8c-b8f81af941de admin admin] Publish callbacks [] for security_group (94c6da7e-f257-4fd3-9584-70507ddc63cc), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:23.923292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-881ac8f5-5fbe-4d27-ba8c-b8f81af941de admin admin] Publish callbacks [] for security_group (94c6da7e-f257-4fd3-9584-70507ddc63cc), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:23.997090 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-881ac8f5-5fbe-4d27-ba8c-b8f81af941de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (94c6da7e-f257-4fd3-9584-70507ddc63cc), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:23.999756 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-881ac8f5-5fbe-4d27-ba8c-b8f81af941de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:24.003842 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-881ac8f5-5fbe-4d27-ba8c-b8f81af941de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94c6da7e-f257-4fd3-9584-70507ddc63cc HTTP/1.1" status: 204 len: 168 time: 0.1719306 Jul 26 12:59:24.014794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ac8f5-5fbe-4d27-ba8c-b8f81af941de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c6da7e-f257-4fd3-9584-70507ddc63cc,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:24.395283 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50552) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:24.723146 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b9630ff1-4df1-4eb4-bd9b-c95d88a2540b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:24.754232 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e7e671e5-3b61-4d4a-b186-ee429f3bb600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:24.784362 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb400-1f0d-4f4f-856d-2c55e3ca997f req-863b693f-cb16-4612-a5a7-5fae15f984d0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:24.793698 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4becb400-1f0d-4f4f-856d-2c55e3ca997f req-863b693f-cb16-4612-a5a7-5fae15f984d0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0884838 Jul 26 12:59:24.875983 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4becb400-1f0d-4f4f-856d-2c55e3ca997f req-f1c4d130-1906-4cf6-8bea-c19b66cc8368 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811570 Jul 26 12:59:24.923307 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b9630ff1-4df1-4eb4-bd9b-c95d88a2540b admin admin] Publish callbacks [] for security_group (047d6029-9c6b-4df6-a426-c954b86ea029), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:24.927837 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b9630ff1-4df1-4eb4-bd9b-c95d88a2540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (047d6029-9c6b-4df6-a426-c954b86ea029), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:24.966846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630ff1-4df1-4eb4-bd9b-c95d88a2540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047d6029-9c6b-4df6-a426-c954b86ea029,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:24.987699 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b9630ff1-4df1-4eb4-bd9b-c95d88a2540b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=402c7dbf641b4e4f86881fda04ee2cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5898778 Jul 26 12:59:24.990669 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50558) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:25.060317 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad59b-797a-4fa4-837f-3ff81ed0a565 admin admin] Publish callbacks [] for security_group (047d6029-9c6b-4df6-a426-c954b86ea029), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.089309 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad59b-797a-4fa4-837f-3ff81ed0a565 admin admin] Publish callbacks [] for security_group (047d6029-9c6b-4df6-a426-c954b86ea029), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.156218 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad59b-797a-4fa4-837f-3ff81ed0a565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (047d6029-9c6b-4df6-a426-c954b86ea029), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.160301 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad59b-797a-4fa4-837f-3ff81ed0a565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.164002 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ce4ad59b-797a-4fa4-837f-3ff81ed0a565 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/047d6029-9c6b-4df6-a426-c954b86ea029 HTTP/1.1" status: 204 len: 168 time: 0.1696949 Jul 26 12:59:25.184355 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ad59b-797a-4fa4-837f-3ff81ed0a565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d6029-9c6b-4df6-a426-c954b86ea029,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:25.644232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50564) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:25.659241 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9733-8ef6-4d6c-b5a2-735507647d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.757943 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9733-8ef6-4d6c-b5a2-735507647d7c admin admin] Publish callbacks [] for security_group (ac672d12-8fd9-4b78-88d6-d021e7c7e339), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.763660 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9733-8ef6-4d6c-b5a2-735507647d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ac672d12-8fd9-4b78-88d6-d021e7c7e339), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.808017 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2e8b9733-8ef6-4d6c-b5a2-735507647d7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57ca87e9c39a4856849fce307341a2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626318 Jul 26 12:59:25.808815 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b9733-8ef6-4d6c-b5a2-735507647d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac672d12-8fd9-4b78-88d6-d021e7c7e339,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:25.810905 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50566) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:25.818424 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:25.886636 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e87c7d4-0472-4242-a5dc-ebaaed28ed23 admin admin] Publish callbacks [] for security_group (ac672d12-8fd9-4b78-88d6-d021e7c7e339), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.911969 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e87c7d4-0472-4242-a5dc-ebaaed28ed23 admin admin] Publish callbacks [] for security_group (ac672d12-8fd9-4b78-88d6-d021e7c7e339), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.954987 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:25.985802 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e87c7d4-0472-4242-a5dc-ebaaed28ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ac672d12-8fd9-4b78-88d6-d021e7c7e339), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.988339 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.988914 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-7e87c7d4-0472-4242-a5dc-ebaaed28ed23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:25.992989 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-7e87c7d4-0472-4242-a5dc-ebaaed28ed23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac672d12-8fd9-4b78-88d6-d021e7c7e339 HTTP/1.1" status: 204 len: 168 time: 0.1781621 Jul 26 12:59:26.000394 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c7d4-0472-4242-a5dc-ebaaed28ed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac672d12-8fd9-4b78-88d6-d021e7c7e339,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:26.046703 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c318-8400-481b-84f9-0b8fac0ecc74 req-582773b6-4bf4-4964-9964-273660cbe94f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:26.048293 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6188c318-8400-481b-84f9-0b8fac0ecc74 req-582773b6-4bf4-4964-9964-273660cbe94f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0696442 Jul 26 12:59:26.129078 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-6188c318-8400-481b-84f9-0b8fac0ecc74 req-7719154a-eb63-400e-88ce-2fc161333ec6 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659633 Jul 26 12:59:26.373708 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:26.400112 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f7328-64a0-4c7a-a07b-8be73f5b9c1e req-df68fd2a-a96c-4e17-972b-54183c8346b0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:26.401945 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e05f7328-64a0-4c7a-a07b-8be73f5b9c1e req-df68fd2a-a96c-4e17-972b-54183c8346b0 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0678103 Jul 26 12:59:26.473061 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-5aa32529-e0e7-4a6b-b47a-493ea5d0135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:26.475156 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-5aa32529-e0e7-4a6b-b47a-493ea5d0135a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0610335 Jul 26 12:59:26.506773 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e05f7328-64a0-4c7a-a07b-8be73f5b9c1e req-53b1c3c1-c395-4e85-acf3-f5b9aac22e55 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986061 Jul 26 12:59:26.615625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-ef029b28-4654-47b1-9d10-95fcdd30daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:26.617989 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-ef029b28-4654-47b1-9d10-95fcdd30daee service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.1350789 Jul 26 12:59:26.700220 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-5549ab14-e554-4263-8e84-52b0ed5b6b01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 200 len: 1001 time: 0.0752752 Jul 26 12:59:26.770625 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-49603ee0-04e8-435d-a2b4-4d5f61606838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:26.772132 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-49603ee0-04e8-435d-a2b4-4d5f61606838 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0670030 Jul 26 12:59:26.849142 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-f088d680-c0b8-4042-8a6f-b4c1fe0ae65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:26.850654 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-f088d680-c0b8-4042-8a6f-b4c1fe0ae65a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723100 Jul 26 12:59:26.985960 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-9609e54c-2640-4023-9b74-132e4b3d285a service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290603 Jul 26 12:59:27.111749 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-bfad39d3-7df7-4575-92e4-611b334c8106 req-6405807c-750f-4337-ac92-b761fb4098c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191750 Jul 26 12:59:27.306762 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:27.524357 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50614) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:27.652525 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:27.681042 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08c321-3c87-4bfe-8132-fcdbb4f706a9 req-b14d2d8e-bce2-4069-90f7-329de4f5dac3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:27.682587 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2d08c321-3c87-4bfe-8132-fcdbb4f706a9 req-b14d2d8e-bce2-4069-90f7-329de4f5dac3 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0890360 Jul 26 12:59:27.685552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3ae4-c427-4baf-999e-0f4ce27bfab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:27.797676 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2d08c321-3c87-4bfe-8132-fcdbb4f706a9 req-e5f4fe16-5402-45f0-be63-a9945fac2ab5 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086688 Jul 26 12:59:27.869542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3ae4-c427-4baf-999e-0f4ce27bfab6 admin admin] Publish callbacks [] for security_group (f17dc47d-bd2e-4242-b130-37c1f4685f04), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:27.875523 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3ae4-c427-4baf-999e-0f4ce27bfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f17dc47d-bd2e-4242-b130-37c1f4685f04), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:27.941656 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b3ae4-c427-4baf-999e-0f4ce27bfab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17dc47d-bd2e-4242-b130-37c1f4685f04,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:27.951386 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50624) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:27.951891 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4a7b3ae4-c427-4baf-999e-0f4ce27bfab6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=628d11c8f10f44e696ef7ca6106f99fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251642 Jul 26 12:59:27.994999 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:28.014480 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b1d807b3-9444-41d4-b0f7-d2b665442e57 admin admin] Publish callbacks [] for security_group (f17dc47d-bd2e-4242-b130-37c1f4685f04), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:28.044283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b1d807b3-9444-41d4-b0f7-d2b665442e57 admin admin] Publish callbacks [] for security_group (f17dc47d-bd2e-4242-b130-37c1f4685f04), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:28.104602 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b1d807b3-9444-41d4-b0f7-d2b665442e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (f17dc47d-bd2e-4242-b130-37c1f4685f04), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:28.107122 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b1d807b3-9444-41d4-b0f7-d2b665442e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:28.111380 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b1d807b3-9444-41d4-b0f7-d2b665442e57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f17dc47d-bd2e-4242-b130-37c1f4685f04 HTTP/1.1" status: 204 len: 168 time: 0.1589398 Jul 26 12:59:28.121561 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d807b3-9444-41d4-b0f7-d2b665442e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17dc47d-bd2e-4242-b130-37c1f4685f04,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:28.955718 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71bce-5eaa-4a32-ba05-ca1e81cd49ee req-8bebad15-89f5-4392-a4c6-b3a821297dcc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:28.957523 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-90c71bce-5eaa-4a32-ba05-ca1e81cd49ee req-8bebad15-89f5-4392-a4c6-b3a821297dcc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0662336 Jul 26 12:59:29.011464 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-90c71bce-5eaa-4a32-ba05-ca1e81cd49ee req-ece0e5fb-3268-44ce-a625-a7df2d95cdd1 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470843 Jul 26 12:59:37.934256 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:37.944938 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:38.137568 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:38.139438 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:39.004344 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=38,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:39.006840 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:40.895059 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50760) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:40.942719 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Deleting subnet dc942025-1b26-4864-9005-31069d5f37d8 {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 12:59:40.946012 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Publish callbacks [] for subnet (dc942025-1b26-4864-9005-31069d5f37d8), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:40.980395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (dc942025-1b26-4864-9005-31069d5f37d8), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.022952 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (dc942025-1b26-4864-9005-31069d5f37d8), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.075944 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (dc942025-1b26-4864-9005-31069d5f37d8), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.099127 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc942025-1b26-4864-9005-31069d5f37d8,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:41.105985 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.109079 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-39c9a7b5-a68a-4f03-9263-7cbac094776c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc942025-1b26-4864-9005-31069d5f37d8 HTTP/1.1" status: 204 len: 168 time: 0.2129798 Jul 26 12:59:41.111597 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50762) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:41.178322 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (c283aae5-6242-48a3-b842-d996f4419472), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.257155 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (c283aae5-6242-48a3-b842-d996f4419472), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.276849 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c283aae5-6242-48a3-b842-d996f4419472']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:41.285884 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5642006c-7425-42af-b0e2-d06552ee6df2') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:41.286168 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5642006c-7425-42af-b0e2-d06552ee6df2') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:41.296158 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (5642006c-7425-42af-b0e2-d06552ee6df2), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.308953 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (5642006c-7425-42af-b0e2-d06552ee6df2), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.314919 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 12:59:41.315289 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (5642006c-7425-42af-b0e2-d06552ee6df2), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.356629 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 5642006c-7425-42af-b0e2-d06552ee6df2 resource provider aggregate not found Jul 26 12:59:41.374723 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 5642006c-7425-42af-b0e2-d06552ee6df2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5642006c-7425-42af-b0e2-d06552ee6df2 found for delete ", "request_id": "req-6482468d-f32b-401e-a34a-21b530809e81"}]} Jul 26 12:59:41.381095 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (c283aae5-6242-48a3-b842-d996f4419472), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.388236 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.391386 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c283aae5-6242-48a3-b842-d996f4419472 HTTP/1.1" status: 204 len: 168 time: 0.2788627 Jul 26 12:59:41.403540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b04c06-b45a-4beb-959e-44a9c882c978 admin admin] Pushing event deleted for resources: {'Network': ['ID=c283aae5-6242-48a3-b842-d996f4419472,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:41.554007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50770) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:41.595170 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-dd91d852-aab8-4157-97bc-5868bff5049f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc0f5db491bd494d943de6bf1084c1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399947 Jul 26 12:59:41.597763 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50772) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:41.645574 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b0289e81-7e38-46e5-bfdb-ef22a13fed5a admin admin] Publish callbacks [] for security_group (d8f20a66-8ba6-4fde-87c3-cd916f7064e8), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.667596 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b0289e81-7e38-46e5-bfdb-ef22a13fed5a admin admin] Publish callbacks [] for security_group (d8f20a66-8ba6-4fde-87c3-cd916f7064e8), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.713626 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b0289e81-7e38-46e5-bfdb-ef22a13fed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d8f20a66-8ba6-4fde-87c3-cd916f7064e8), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.716292 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b0289e81-7e38-46e5-bfdb-ef22a13fed5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:41.717543 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b0289e81-7e38-46e5-bfdb-ef22a13fed5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8f20a66-8ba6-4fde-87c3-cd916f7064e8 HTTP/1.1" status: 204 len: 168 time: 0.1188755 Jul 26 12:59:41.725998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0289e81-7e38-46e5-bfdb-ef22a13fed5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f20a66-8ba6-4fde-87c3-cd916f7064e8,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:42.800242 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50802) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:42.936750 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6edca65e-84a1-4c0b-ad49-693f42465e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.012034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:43.014268 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6edca65e-84a1-4c0b-ad49-693f42465e7b admin admin] Publish callbacks [] for security_group (2557a6b2-cd34-4b0c-ad14-92ba9d52ac61), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.018235 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6edca65e-84a1-4c0b-ad49-693f42465e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2557a6b2-cd34-4b0c-ad14-92ba9d52ac61), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.022890 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:43.057691 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 12:59:43.062281 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edca65e-84a1-4c0b-ad49-693f42465e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2557a6b2-cd34-4b0c-ad14-92ba9d52ac61,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:43.071311 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-6edca65e-84a1-4c0b-ad49-693f42465e7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ffe7d4eb95549d38d070fe9929fcbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687709 Jul 26 12:59:43.071565 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50806) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:43.122439 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Publish callbacks [] for security_group (2557a6b2-cd34-4b0c-ad14-92ba9d52ac61), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.144770 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Publish callbacks [] for security_group (2557a6b2-cd34-4b0c-ad14-92ba9d52ac61), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.197772 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2557a6b2-cd34-4b0c-ad14-92ba9d52ac61), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.200506 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:43.202031 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2557a6b2-cd34-4b0c-ad14-92ba9d52ac61 HTTP/1.1" status: 204 len: 168 time: 0.1284702 Jul 26 12:59:43.210336 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2557a6b2-cd34-4b0c-ad14-92ba9d52ac61,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:43.218200 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.218556 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.218904 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.219248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.219586 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.219949 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.220283 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.220660 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.220934 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.221264 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.221605 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.222048 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.222454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.222705 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:43.223030 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793c2d-04db-462f-95bb-249a032f6f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 12:59:48.339549 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50848) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:48.631845 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Deleting port d36d70ce-acb0-4756-af1b-1e6ff7f5b03e {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:59:48.632187 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:48.714098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:48.715306 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for floatingip (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:48.729444 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Calling delete_port for d36d70ce-acb0-4756-af1b-1e6ff7f5b03e owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:59:48.905407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (d36d70ce-acb0-4756-af1b-1e6ff7f5b03e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:48.934860 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event deleted for resources: {'Port': ['ID=d36d70ce-acb0-4756-af1b-1e6ff7f5b03e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:48.996846 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for floatingip (0aca120d-f3b1-47e3-a513-1a218adaa630), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:48.997093 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Floating IP 0aca120d-f3b1-47e3-a513-1a218adaa630 disassociated (deleted). External IP: 172.27.2.145, port: b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f. Jul 26 12:59:49.176985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:49.203512 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Router f28949b5-483d-423e-bfd7-5a21bfe1609d has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:59:49.214273 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:49.307031 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:59:49.312461 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:49.317104 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] Sync routers for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:59:49.327995 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:59:49.328620 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:49.342580 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3a71c855-4db2-4db1-afab-10046b0e7510 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "DELETE /v2.0/floatingips/0aca120d-f3b1-47e3-a513-1a218adaa630 HTTP/1.1" status: 204 len: 168 time: 1.0019100 Jul 26 12:59:49.343177 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:59:49.345489 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6153b-67b1-4500-9edd-01d5c7f46f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:59:49.394923 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b91a972-b2e5-4786-8185-ea836524a290 x-openstack-request-id: req-9b91a972-b2e5-4786-8185-ea836524a290 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:59:49.395052 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:59:49.395307 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b91a972-b2e5-4786-8185-ea836524a290 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:59:49.395981 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b91a972-b2e5-4786-8185-ea836524a290'] response: {'name': 'network-changed', 'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'status': 'completed', 'code': 200} Jul 26 12:59:49.442627 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:59:49.580400 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7266-bb3f-4890-abac-0e23339b613d req-7ac110f2-e4e4-4ce2-8bc5-f2fd45ce4cdf tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:49.580400 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eece7266-bb3f-4890-abac-0e23339b613d req-7ac110f2-e4e4-4ce2-8bc5-f2fd45ce4cdf tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0501254 Jul 26 12:59:49.639068 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eece7266-bb3f-4890-abac-0e23339b613d req-75fcc714-6b8b-4dba-b37a-1ee04230d4b5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485570 Jul 26 12:59:49.650874 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:49.678651 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] Checking router: f28949b5-483d-423e-bfd7-5a21bfe1609d for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 12:59:49.687785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:59:49.688390 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:49.789368 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:59:49.976794 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:50.005074 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b7766-7f96-4889-bce2-0f07a5cbaf8a None None] The sync data for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi is: [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:15Z', 'revision_number': 4, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '25937ce2-60ef-443b-8ce1-460fbcd99086', 'name': '', 'network_id': 'a4f56cd7-c0c8-4d76-9608-89effa75e9c4', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'mac_address': 'fa:16:3e:d6:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:14Z', 'updated_at': '2022-07-26T12:54:24Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'subnets': [{'id': '2ba7e44b-f054-4f84-8897-ee9ca9de8417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 12:59:50.217413 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef42993-0036-48c3-8bb0-bfc0fdef7506 None None] New status for floating IP 0aca120d-f3b1-47e3-a513-1a218adaa630: DOWN {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 12:59:50.758716 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13a082-8c58-4852-8aee-b84d5c3ad8b1 req-97780b05-db35-49c6-bd89-0dea93e68453 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:50.760220 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ed13a082-8c58-4852-8aee-b84d5c3ad8b1 req-97780b05-db35-49c6-bd89-0dea93e68453 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0471642 Jul 26 12:59:50.810110 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ed13a082-8c58-4852-8aee-b84d5c3ad8b1 req-19ab54f3-106a-4115-a923-ab5e6435e19a tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Jul 26 12:59:51.587271 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-5fdcfe83-d905-49ed-9c9f-dccb6888f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:51.588799 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-5fdcfe83-d905-49ed-9c9f-dccb6888f7d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 1129 time: 0.0418503 Jul 26 12:59:51.635441 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:51.954123 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f5b6-4788-4db0-9148-86d5155560a5 req-6353ac27-89c8-48a8-a604-f4d2f1d5f948 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:51.955667 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4a03f5b6-4788-4db0-9148-86d5155560a5 req-6353ac27-89c8-48a8-a604-f4d2f1d5f948 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0617030 Jul 26 12:59:52.008829 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4a03f5b6-4788-4db0-9148-86d5155560a5 req-598e8955-6f2c-41d1-acfd-965208df0ba6 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Jul 26 12:59:52.593035 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8e222f41-19fb-48cb-a2a5-ef4941f31b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:53.131666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f69fa1-51b0-4da2-a8d7-949884ce5a5a req-c9a3256c-7ed8-4739-92a1-dd159057a3ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:53.133409 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-71f69fa1-51b0-4da2-a8d7-949884ce5a5a req-c9a3256c-7ed8-4739-92a1-dd159057a3ae tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0509012 Jul 26 12:59:53.183443 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-71f69fa1-51b0-4da2-a8d7-949884ce5a5a req-cff830c8-233d-41b1-b318-03e78684b966 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Jul 26 12:59:54.300257 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24014a-8639-48ba-9b5c-572e0abc103f req-d4a8a63a-9a5d-4ec4-88b5-1ba44c1ddbf7 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:54.301637 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b24014a-8639-48ba-9b5c-572e0abc103f req-d4a8a63a-9a5d-4ec4-88b5-1ba44c1ddbf7 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0469904 Jul 26 12:59:54.350099 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5b24014a-8639-48ba-9b5c-572e0abc103f req-b2f982fd-44fb-4ede-a579-77dd26d0e6ff tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Jul 26 12:59:54.747281 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cd9b231a-6b4e-4558-b9f8-0261d8c8abcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:55.179092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-facb4688-bb62-44e9-82e7-1bf066fb6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:55.180683 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-facb4688-bb62-44e9-82e7-1bf066fb6755 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 200 len: 909 time: 0.0887163 Jul 26 12:59:55.252622 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-07f7ceda-ce33-4a0a-9cdd-0d34a4ac7dc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 200 len: 217 time: 0.0381165 Jul 26 12:59:55.302382 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-c4b9f7de-0229-4fdb-9131-f354267db9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:55.303865 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-c4b9f7de-0229-4fdb-9131-f354267db9e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 200 len: 847 time: 0.0448477 Jul 26 12:59:55.468304 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fd44-2be9-4199-a02f-a9fe7da59c42 req-26025feb-8a7b-4964-88f8-77db338e06da tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:55.469772 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4141fd44-2be9-4199-a02f-a9fe7da59c42 req-26025feb-8a7b-4964-88f8-77db338e06da tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0477793 Jul 26 12:59:55.526239 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-53473537-9fed-420b-ad87-de7675e03666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:55.527845 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-53473537-9fed-420b-ad87-de7675e03666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4f56cd7-c0c8-4d76-9608-89effa75e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572023 Jul 26 12:59:55.551444 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4141fd44-2be9-4199-a02f-a9fe7da59c42 req-295c1fda-765d-40ba-abd4-c5b572f34f60 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722520 Jul 26 12:59:55.596580 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-b5f000ad-37bd-4b58-b9af-3d7d43a7ff29 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 12:59:55.598031 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-b5f000ad-37bd-4b58-b9af-3d7d43a7ff29 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 945 time: 0.0465682 Jul 26 12:59:55.637284 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-7d9d1f48-7b45-434d-b119-ca7fa21df2d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848067 Jul 26 12:59:55.684541 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Deleting port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:59:55.684880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:55.730843 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-29d6153b-67b1-4500-9edd-01d5c7f46f4d req-86a958b0-305c-4ed8-bf29-b519de6d56f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874524 Jul 26 12:59:55.780589 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] For port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:55.780949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:55.793620 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Calling delete_port for b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:59:55.917761 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:55.956543 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event deleted for resources: {'Port': ['ID=b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:55.982218 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:55.998973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] No DVR routers for this DVR port b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 12:59:56.001641 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:56.004933 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-94026d5c-7829-4a65-bbbd-42b1427365c5 req-0f8427fe-ac5f-4c85-9158-4579aa72a69f tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.46 "DELETE /v2.0/ports/b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f HTTP/1.1" status: 204 len: 173 time: 0.4018493 Jul 26 12:59:56.005368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-deleted', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 12:59:56.007935 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc7e36-0c0f-4e9f-8b37-b451831ebb43" -d '{"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-deleted", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 12:59:56.044981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e287581b-9b9e-4c26-b17b-cc0f1f26c0ad x-openstack-request-id: req-e287581b-9b9e-4c26-b17b-cc0f1f26c0ad {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 12:59:56.045271 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1331709-485e-470a-9dcb-0b8832524597", "name": "network-vif-deleted", "tag": "b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 12:59:56.045525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e287581b-9b9e-4c26-b17b-cc0f1f26c0ad {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 12:59:56.045970 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e287581b-9b9e-4c26-b17b-cc0f1f26c0ad'] response: {'server_uuid': 'f1331709-485e-470a-9dcb-0b8832524597', 'name': 'network-vif-deleted', 'tag': 'b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f', 'status': 'completed', 'code': 200} Jul 26 12:59:56.684450 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5a1cf2fc-4e8e-438a-b122-e579533be2f3 req-8914e561-c704-4e2d-9f36-032e72c669e5 tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1331709-485e-470a-9dcb-0b8832524597 HTTP/1.1" status: 200 len: 210 time: 0.0296566 Jul 26 12:59:57.307286 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:57.647893 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:57.752211 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50946) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:57.784392 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:57.811023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4908a230-58a9-46a9-92df-8dc5d7309cad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group (1a6f30e7-fe2d-4ada-97bc-3e32110a7da0), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:57.836847 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4908a230-58a9-46a9-92df-8dc5d7309cad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group (1a6f30e7-fe2d-4ada-97bc-3e32110a7da0), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:57.899490 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4908a230-58a9-46a9-92df-8dc5d7309cad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1a6f30e7-fe2d-4ada-97bc-3e32110a7da0), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:57.903060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4908a230-58a9-46a9-92df-8dc5d7309cad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:57.904272 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4908a230-58a9-46a9-92df-8dc5d7309cad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a6f30e7-fe2d-4ada-97bc-3e32110a7da0 HTTP/1.1" status: 204 len: 168 time: 0.1515234 Jul 26 12:59:57.913962 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908a230-58a9-46a9-92df-8dc5d7309cad tempest-TestShelveInstance-632963183 tempest-TestShelveInstance-632963183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f30e7-fe2d-4ada-97bc-3e32110a7da0,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:57.955079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50950) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:58.078886 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:58.385576 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (f28949b5-483d-423e-bfd7-5a21bfe1609d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:58.608800 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Deleting port 25937ce2-60ef-443b-8ce1-460fbcd99086 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:59:58.609139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:58.690090 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] For port 25937ce2-60ef-443b-8ce1-460fbcd99086, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=25937ce2-60ef-443b-8ce1-460fbcd99086,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:58.690445 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:58.702966 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Calling delete_port for 25937ce2-60ef-443b-8ce1-460fbcd99086 owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 12:59:58.822005 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:58.882074 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (25937ce2-60ef-443b-8ce1-460fbcd99086), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:58.907773 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=25937ce2-60ef-443b-8ce1-460fbcd99086,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 12:59:58.938160 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:59.339023 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (f28949b5-483d-423e-bfd7-5a21bfe1609d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:59.539232 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Router f28949b5-483d-423e-bfd7-5a21bfe1609d has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 12:59:59.641658 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 12:59:59.649569 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9906c2c1-0743-442b-a46f-e53edddf2c98 admin admin] 10.222.0.20 "PUT /v2.0/routers/f28949b5-483d-423e-bfd7-5a21bfe1609d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904335 Jul 26 12:59:59.649569 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50966) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 12:59:59.652602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] Sync routers for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 12:59:59.663784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 12:59:59.664452 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 12:59:59.706971 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:59.749218 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks [] for router (f28949b5-483d-423e-bfd7-5a21bfe1609d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:59.765765 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 12:59:59.852655 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks [] for router_gateway (f28949b5-483d-423e-bfd7-5a21bfe1609d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:59.898549 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Deleting port 0914a1a3-e757-415a-b77b-386fe4f126fc {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 12:59:59.898778 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:59.951906 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 12:59:59.985411 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] For port 0914a1a3-e757-415a-b77b-386fe4f126fc, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=0914a1a3-e757-415a-b77b-386fe4f126fc,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 12:59:59.985411 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 12:59:59.985758 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:00.000292 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Calling delete_port for 0914a1a3-e757-415a-b77b-386fe4f126fc owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:00.012494 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:00.012838 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device b9c4967a-1f5b-4bc9-9c07-7d4a8cc5768f not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:00.069649 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:00.077399 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:00.093487 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:59:58Z', 'revision_number': 5, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port': {'id': '0914a1a3-e757-415a-b77b-386fe4f126fc', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:00.123351 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] Checking router: f28949b5-483d-423e-bfd7-5a21bfe1609d for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:00.132403 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] Routers {'f28949b5-483d-423e-bfd7-5a21bfe1609d'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:00.133398 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f28949b5-483d-423e-bfd7-5a21bfe1609d'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:00.215366 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (0914a1a3-e757-415a-b77b-386fe4f126fc), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.219715 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] Set router f28949b5-483d-423e-bfd7-5a21bfe1609d gateway port host: None {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:00.221682 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=17 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:00.249643 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=22 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:00.275030 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:59:59Z', 'revision_number': 6, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:00.302094 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fee17-94b3-4528-b9dc-7c98b9fb434a None None] The sync data for ids ['f28949b5-483d-423e-bfd7-5a21bfe1609d'] in dv-cinder-850939-2-iscsi is: [{'id': 'f28949b5-483d-423e-bfd7-5a21bfe1609d', 'name': 'tempest-TestShelveInstance-427916940-router', 'tenant_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:11Z', 'updated_at': '2022-07-26T12:59:59Z', 'revision_number': 6, 'project_id': 'b8383c3af34e46f2922ffb7f6d4963af', 'gw_port_host': None}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:00.320331 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0914a1a3-e757-415a-b77b-386fe4f126fc,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:00.364716 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (f28949b5-483d-423e-bfd7-5a21bfe1609d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.460842 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (f28949b5-483d-423e-bfd7-5a21bfe1609d), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.463080 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks [] for router_controller (f28949b5-483d-423e-bfd7-5a21bfe1609d), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.512165 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (f28949b5-483d-423e-bfd7-5a21bfe1609d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.512784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28949b5-483d-423e-bfd7-5a21bfe1609d {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:00:00.517138 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.518280 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-961a24dc-ea74-4e9e-87f2-6dab3ec4ff56 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f28949b5-483d-423e-bfd7-5a21bfe1609d HTTP/1.1" status: 204 len: 168 time: 0.8679702 Jul 26 13:00:00.521027 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50980) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:00.566985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Deleting subnet 2ba7e44b-f054-4f84-8897-ee9ca9de8417 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:00:00.570272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Publish callbacks [] for subnet (2ba7e44b-f054-4f84-8897-ee9ca9de8417), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.615120 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (2ba7e44b-f054-4f84-8897-ee9ca9de8417), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.694844 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (2ba7e44b-f054-4f84-8897-ee9ca9de8417), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.749472 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (2ba7e44b-f054-4f84-8897-ee9ca9de8417), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.773520 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba7e44b-f054-4f84-8897-ee9ca9de8417,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:00.779733 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.785447 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f16a0640-4941-4933-a22d-a0c543dffe1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ba7e44b-f054-4f84-8897-ee9ca9de8417 HTTP/1.1" status: 204 len: 168 time: 0.2609320 Jul 26 13:00:00.785595 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4587d4-c9c3-4bcc-b2d8-47696e29e854 None None] Network a4f56cd7-c0c8-4d76-9608-89effa75e9c4 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:00:00.786089 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 50982) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:00.865113 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (a4f56cd7-c0c8-4d76-9608-89effa75e9c4), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.912273 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Deleting port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:00.912616 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:00.914313 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:00.993059 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] For port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,segment=NetworkSegment(dd879dec-a77b-4005-b244-22c008c3f0e2),segment_id=dd879dec-a77b-4005-b244-22c008c3f0e2)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:00.993338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.006621 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Calling delete_port for 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc owned by network:dhcp {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:01.096309 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.097188 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b6423d-8924-4021-9250-90a664438f05 None None] DHCP port deletion for a4f56cd7-c0c8-4d76-9608-89effa75e9c4 request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:00:01.110071 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] No DVR routers for this DVR port 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc on host dv-cinder-850939-2-iscsi {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:00:01.146795 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Pushing event deleted for resources: {'Port': ['ID=486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:01.197679 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:01.206797 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (a4f56cd7-c0c8-4d76-9608-89effa75e9c4), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.229045 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f56cd7-c0c8-4d76-9608-89effa75e9c4']}} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:01.238407 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd879dec-a77b-4005-b244-22c008c3f0e2') {'for_net_delete': True} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:01.238713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd879dec-a77b-4005-b244-22c008c3f0e2') {} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:01.249152 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-385442'] for segment (dd879dec-a77b-4005-b244-22c008c3f0e2), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.265107 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (dd879dec-a77b-4005-b244-22c008c3f0e2), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.271979 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=115540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:00:01.272571 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149556'] for segment (dd879dec-a77b-4005-b244-22c008c3f0e2), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.340601 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (a4f56cd7-c0c8-4d76-9608-89effa75e9c4), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.347771 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.354774 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 50990) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:01.355232 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a4f56cd7-c0c8-4d76-9608-89effa75e9c4 HTTP/1.1" status: 204 len: 168 time: 0.5683472 Jul 26 13:00:01.368589 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f17d7-d18a-488e-b29c-d86d48af0252 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f56cd7-c0c8-4d76-9608-89effa75e9c4,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:01.392380 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment dd879dec-a77b-4005-b244-22c008c3f0e2 resource provider aggregate not found Jul 26 13:00:01.419013 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment dd879dec-a77b-4005-b244-22c008c3f0e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd879dec-a77b-4005-b244-22c008c3f0e2 found for delete ", "request_id": "req-c9b4cd5a-8616-4957-85bf-1c7786594abf"}]} Jul 26 13:00:01.471225 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0914a1a3-e757-415a-b77b-386fe4f126fc no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:01.492786 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 0914a1a3-e757-415a-b77b-386fe4f126fc {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:01.493260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 0914a1a3-e757-415a-b77b-386fe4f126fc not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:01.493760 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:01.519064 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:01.519510 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 486b5d9e-fcb2-4b6b-b686-61fbf4d9eecc not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:01.520057 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 25937ce2-60ef-443b-8ce1-460fbcd99086 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:01.539507 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 25937ce2-60ef-443b-8ce1-460fbcd99086 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:01.540001 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 25937ce2-60ef-443b-8ce1-460fbcd99086 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:01.652907 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51000) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:01.743025 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:01.765092 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9ef794a7-88c6-49b1-a0ec-34a4c2f95956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.846693 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9ef794a7-88c6-49b1-a0ec-34a4c2f95956 admin admin] Publish callbacks [] for security_group (2e9e2589-efc1-431b-ae97-2c98dfa3f7cd), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.850796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-9ef794a7-88c6-49b1-a0ec-34a4c2f95956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2e9e2589-efc1-431b-ae97-2c98dfa3f7cd), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.895335 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-9ef794a7-88c6-49b1-a0ec-34a4c2f95956 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47ad327b2a14f0fa121208b521e47cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412651 Jul 26 13:00:01.898071 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51004) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:01.905010 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef794a7-88c6-49b1-a0ec-34a4c2f95956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e2589-efc1-431b-ae97-2c98dfa3f7cd,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:01.935830 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:01.954692 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4413-722d-48a0-bb60-d285b5469ed2 admin admin] Publish callbacks [] for security_group (2e9e2589-efc1-431b-ae97-2c98dfa3f7cd), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:01.977329 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4413-722d-48a0-bb60-d285b5469ed2 admin admin] Publish callbacks [] for security_group (2e9e2589-efc1-431b-ae97-2c98dfa3f7cd), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.028355 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4413-722d-48a0-bb60-d285b5469ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2e9e2589-efc1-431b-ae97-2c98dfa3f7cd), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.030798 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4413-722d-48a0-bb60-d285b5469ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.031988 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-8bdd4413-722d-48a0-bb60-d285b5469ed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e9e2589-efc1-431b-ae97-2c98dfa3f7cd HTTP/1.1" status: 204 len: 168 time: 0.1328747 Jul 26 13:00:02.040351 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (a52b5e2f-3703-4495-b4f4-122bdcc60768), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.040677 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd4413-722d-48a0-bb60-d285b5469ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e2589-efc1-431b-ae97-2c98dfa3f7cd,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:02.322998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Deleting port dbe161e2-06d4-42f0-a9cf-e387e3d9c131 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:02.323342 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.410366 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] For port dbe161e2-06d4-42f0-a9cf-e387e3d9c131, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:02.410996 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.424410 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Calling delete_port for dbe161e2-06d4-42f0-a9cf-e387e3d9c131 owned by network:router_interface {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:02.624748 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (dbe161e2-06d4-42f0-a9cf-e387e3d9c131), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.647777 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe161e2-06d4-42f0-a9cf-e387e3d9c131,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:02.721900 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51028) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:02.816936 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:02.828035 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (a52b5e2f-3703-4495-b4f4-122bdcc60768), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.878866 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1400705321-network', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:02.881988 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:02.944047 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Made reservation on behalf of 2ef477e2598b4c7bbd40c06ccd26112b for: {'network': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:02.946288 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:02.960474 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.125939 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Router a52b5e2f-3703-4495-b4f4-122bdcc60768 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:03.140224 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks [] for security_group (4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.147119 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.196475 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=115539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 13:00:03.220691 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (2553e54a-5172-4773-9d55-9417f456a0da), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.221037 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.segments_db [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Added segment 2553e54a-5172-4773-9d55-9417f456a0da of type vlan for network 9766ffc1-69b3-49e3-a78c-0708627e1208 Jul 26 13:00:03.222251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:03.306539 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (9766ffc1-69b3-49e3-a78c-0708627e1208), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.336308 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:03.342535 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-35ef0c7f-be2d-4b9a-8b6e-753c4c517b09 admin admin] 10.222.0.20 "PUT /v2.0/routers/a52b5e2f-3703-4495-b4f4-122bdcc60768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9867365 Jul 26 13:00:03.345165 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51032) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:03.348139 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] Sync routers for ids ['a52b5e2f-3703-4495-b4f4-122bdcc60768'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:03.352245 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (9766ffc1-69b3-49e3-a78c-0708627e1208), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.353188 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:03.353756 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.358360 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] Routers {'a52b5e2f-3703-4495-b4f4-122bdcc60768'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:03.358967 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a52b5e2f-3703-4495-b4f4-122bdcc60768'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:03.458703 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7348964 Jul 26 13:00:03.462679 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51036) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:03.468395 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Request body: {'subnet': {'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1400705321-subnet', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'ip_version': 4}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:03.494513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ac621-c835-4302-ab65-6064d5e387ce admin admin] Pushing event updated for resources: {'Network': ['ID=9766ffc1-69b3-49e3-a78c-0708627e1208,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:03.502981 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Made reservation on behalf of 2ef477e2598b4c7bbd40c06ccd26112b for: {'subnet': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:03.505933 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8560600'] for subnet (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.506507 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 13:00:03.527837 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:03.534259 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks [] for router (a52b5e2f-3703-4495-b4f4-122bdcc60768), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.593439 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] Set router a52b5e2f-3703-4495-b4f4-122bdcc60768 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:03.654718 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:03.662755 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks [] for router_gateway (a52b5e2f-3703-4495-b4f4-122bdcc60768), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.706078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:03.719525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Deleting port f2c86363-d062-4efc-a3b3-f094122f59d8 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:03.720529 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.769950 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4149675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8560630'] for subnet (34dd996e-9c93-4822-9264-d1b47cea25bd), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.813628 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=10 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:03.816718 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] For port f2c86363-d062-4efc-a3b3-f094122f59d8, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=f2c86363-d062-4efc-a3b3-f094122f59d8,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:03.817278 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.820967 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T13:00:02Z', 'revision_number': 5, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port': {'id': 'f2c86363-d062-4efc-a3b3-f094122f59d8', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:03.834938 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Calling delete_port for f2c86363-d062-4efc-a3b3-f094122f59d8 owned by network:router_gateway {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:03.853836 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] Checking router: a52b5e2f-3703-4495-b4f4-122bdcc60768 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:03.856490 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34dd996e-9c93-4822-9264-d1b47cea25bd,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:03.861797 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Checking segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:03.862540 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Network hostable DHCP agents. Network: 9766ffc1-69b3-49e3-a78c-0708627e1208, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 13:00:03.867384 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] Routers {'a52b5e2f-3703-4495-b4f4-122bdcc60768'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:03.868188 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['a52b5e2f-3703-4495-b4f4-122bdcc60768'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:03.887456 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 13:00:03.900345 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 9766ffc1-69b3-49e3-a78c-0708627e1208) {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:03.915929 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a2f03-cda4-4dc3-b0cf-22367366ddcb None None] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:00:03.919908 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:03.920521 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:03.945361 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3179da7b-76f4-4fca-92c7-70258622f540 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4813755 Jul 26 13:00:03.948008 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51042) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:03.958683 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:03.975588 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] Set router a52b5e2f-3703-4495-b4f4-122bdcc60768 gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:04.008768 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.010138 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.077256 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-9766ffc1-69b3-49e3-a78c-0708627e1208', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 13:00:04.078970 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.092389 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (f2c86363-d062-4efc-a3b3-f094122f59d8), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.098740 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks [] for router_controller (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), precommit_add_association {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.152469 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c86363-d062-4efc-a3b3-f094122f59d8,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:04.158830 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T13:00:03Z', 'revision_number': 6, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:04.199795 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db8549-4278-499d-bc4c-50effde0a77a None None] The sync data for ids ['a52b5e2f-3703-4495-b4f4-122bdcc60768'] in dv-cinder-850939-2-iscsi is: [{'id': 'a52b5e2f-3703-4495-b4f4-122bdcc60768', 'name': 'tempest-TestShelveInstance-1205629102-router', 'tenant_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T13:00:03Z', 'revision_number': 6, 'project_id': 'fd4ed91d9355467b98e8bb224ec9d05e', 'gw_port_host': None}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:04.257109 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Allocated IP 172.20.0.2 (9766ffc1-69b3-49e3-a78c-0708627e1208/34dd996e-9c93-4822-9264-d1b47cea25bd/5d88ebb9-7d9e-40d3-8821-87bcf32f5a64) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:04.262796 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (a52b5e2f-3703-4495-b4f4-122bdcc60768), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.290529 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks [] for router_gateway (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.352365 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (a52b5e2f-3703-4495-b4f4-122bdcc60768), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.354916 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks [] for router_controller (a52b5e2f-3703-4495-b4f4-122bdcc60768), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.358441 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:04.404133 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (a52b5e2f-3703-4495-b4f4-122bdcc60768), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.405398 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52b5e2f-3703-4495-b4f4-122bdcc60768 {{(pid=115539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:00:04.411031 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.414836 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0ca3c004-83a2-45b1-a489-a26152bdfd5c admin admin] 10.222.0.20 "DELETE /v2.0/routers/a52b5e2f-3703-4495-b4f4-122bdcc60768 HTTP/1.1" status: 204 len: 168 time: 1.0687342 Jul 26 13:00:04.415890 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51050) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:04.428608 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Publish callbacks [] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.436979 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.465618 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Deleting subnet ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4 {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:00:04.470702 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Publish callbacks [] for subnet (ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.481941 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:04.485460 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:04.485631 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks [] for router_gateway (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.487424 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Pushing event updated for resources: {'Port': ['ID=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:04.490290 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:04.500420 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.500771 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.501115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.501453 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.501789 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.502122 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.502450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.502777 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.503105 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.503428 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.503784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.504111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.504433 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.504755 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.505078 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:04.507019 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.518954 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.582378 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Attempting to bind port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:04.583467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Attempting to bind port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:04.584091 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Attempting to bind port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 on network 9766ffc1-69b3-49e3-a78c-0708627e1208 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:04.590695 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:04.591505 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Checking segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:04.592160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.592785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Bound using segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:04.593333 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Bound port: 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:04.593786 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.620025 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.637148 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Allocated IP 172.27.2.108 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/bf378cdc-dd8c-426d-a509-1928795dc5af) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:04.671672 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] For port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:04.680823 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] For port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:04.690993 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:04.691669 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.697273 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.731122 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:04.733113 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.738503 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b6eefbd6-9350-4409-ba96-603ea02e946c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca8e5f01-827d-4bf9-a0fe-65cdcf5093e4 HTTP/1.1" status: 204 len: 168 time: 0.3197660 Jul 26 13:00:04.738982 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51052) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:04.739802 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e0ac6-0cb2-4c9d-8416-58305850adf6 None None] Network ea9856c9-babe-4703-be39-90bd2c8efdd5 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:00:04.794788 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks [] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.804061 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:04.818149 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d54b0-3502-423e-ad74-c916774bd790 None None] Pushing event updated for resources: {'Port': ['ID=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:04.827452 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:04.837981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (ea9856c9-babe-4703-be39-90bd2c8efdd5), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.841162 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.872323 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:04.894259 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Deleting port 679081ee-e1c5-40ae-bbf4-a691623236dd {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:04.894600 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:04.902977 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:04.905612 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:04.912359 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:04.943501 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf378cdc-dd8c-426d-a509-1928795dc5af,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:04.993748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] DHCP port deletion for ea9856c9-babe-4703-be39-90bd2c8efdd5 request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:00:05.070310 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] Deleting port 679081ee-e1c5-40ae-bbf4-a691623236dd {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:05.070687 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.132615 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:05.157590 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] For port 679081ee-e1c5-40ae-bbf4-a691623236dd, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=679081ee-e1c5-40ae-bbf4-a691623236dd,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:05.157997 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.194526 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] Calling delete_port for 679081ee-e1c5-40ae-bbf4-a691623236dd owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:05.288905 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks [] for router_gateway (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.309566 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.346024 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] No DVR routers for this DVR port 679081ee-e1c5-40ae-bbf4-a691623236dd on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:00:05.348305 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4124f-5674-4f43-a0b4-9d56b0c5fc9a None None] Pushing event deleted for resources: {'Port': ['ID=679081ee-e1c5-40ae-bbf4-a691623236dd,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:05.361897 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] For port 679081ee-e1c5-40ae-bbf4-a691623236dd, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=679081ee-e1c5-40ae-bbf4-a691623236dd,segment=NetworkSegment(ba91e3d9-3706-477d-9fc0-f60ee0c50848),segment_id=ba91e3d9-3706-477d-9fc0-f60ee0c50848)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:05.362268 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.376925 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Calling delete_port for 679081ee-e1c5-40ae-bbf4-a691623236dd owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:05.460244 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (679081ee-e1c5-40ae-bbf4-a691623236dd), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.486066 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Pushing event deleted for resources: {'Port': ['ID=679081ee-e1c5-40ae-bbf4-a691623236dd,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:05.498232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] No DVR routers for this DVR port 679081ee-e1c5-40ae-bbf4-a691623236dd on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:00:05.523296 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:05.573543 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:05.573947 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.575804 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:05.588656 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (ea9856c9-babe-4703-be39-90bd2c8efdd5), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.615246 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9856c9-babe-4703-be39-90bd2c8efdd5']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:05.629092 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba91e3d9-3706-477d-9fc0-f60ee0c50848') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:05.629603 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba91e3d9-3706-477d-9fc0-f60ee0c50848') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:05.643120 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (ba91e3d9-3706-477d-9fc0-f60ee0c50848), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.661092 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (ba91e3d9-3706-477d-9fc0-f60ee0c50848), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.667042 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:05.668228 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.676601 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:00:05.677014 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (ba91e3d9-3706-477d-9fc0-f60ee0c50848), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.723292 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:05.726120 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment ba91e3d9-3706-477d-9fc0-f60ee0c50848 resource provider aggregate not found Jul 26 13:00:05.728211 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.753673 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment ba91e3d9-3706-477d-9fc0-f60ee0c50848 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba91e3d9-3706-477d-9fc0-f60ee0c50848 found for delete ", "request_id": "req-3a9bc960-264a-49d5-9f76-0b19fca2210c"}]} Jul 26 13:00:05.761877 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (ea9856c9-babe-4703-be39-90bd2c8efdd5), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.777053 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.780923 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea9856c9-babe-4703-be39-90bd2c8efdd5 HTTP/1.1" status: 204 len: 168 time: 1.0411427 Jul 26 13:00:05.811949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70613b46-a9b7-42ea-8bb0-4d515ffd77ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9856c9-babe-4703-be39-90bd2c8efdd5,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:05.840615 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:05.841622 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device dbe161e2-06d4-42f0-a9cf-e387e3d9c131 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:05.886672 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:05.890463 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: dbe161e2-06d4-42f0-a9cf-e387e3d9c131 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:05.890822 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device dbe161e2-06d4-42f0-a9cf-e387e3d9c131 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:05.891231 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f2c86363-d062-4efc-a3b3-f094122f59d8 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:05.928372 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: f2c86363-d062-4efc-a3b3-f094122f59d8 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:05.929845 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device f2c86363-d062-4efc-a3b3-f094122f59d8 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:05.930379 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 679081ee-e1c5-40ae-bbf4-a691623236dd no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:05.992426 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 679081ee-e1c5-40ae-bbf4-a691623236dd {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:05.993038 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 679081ee-e1c5-40ae-bbf4-a691623236dd not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:06.028634 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 13:00:06.041286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51066) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:06.097477 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2e81e978-fc34-46df-ae2e-be6995c25431 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8383c3af34e46f2922ffb7f6d4963af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523715 Jul 26 13:00:06.097809 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51070) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:06.169549 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd4e31-524d-4b60-8931-285ebf48ce67 None None] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:00:06.184006 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:06.199371 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b20f4464-4e7a-4e93-910d-b8228296c6dc admin admin] Publish callbacks [] for security_group (29f57c7c-7298-477e-8a48-e408f4392db9), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.209044 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.213078 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-6a7b17e5-1f2a-4efc-b5d7-36255145a0b0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2611039 Jul 26 13:00:06.216139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51076) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:06.220303 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Sync routers for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:06.236007 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b20f4464-4e7a-4e93-910d-b8228296c6dc admin admin] Publish callbacks [] for security_group (29f57c7c-7298-477e-8a48-e408f4392db9), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.261557 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:06.262200 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:06.309648 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b20f4464-4e7a-4e93-910d-b8228296c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (29f57c7c-7298-477e-8a48-e408f4392db9), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.314871 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b20f4464-4e7a-4e93-910d-b8228296c6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.319471 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b20f4464-4e7a-4e93-910d-b8228296c6dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f57c7c-7298-477e-8a48-e408f4392db9 HTTP/1.1" status: 204 len: 168 time: 0.2207527 Jul 26 13:00:06.330406 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f4464-4e7a-4e93-910d-b8228296c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f57c7c-7298-477e-8a48-e408f4392db9,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:06.337936 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-8f99dacd-acfc-4b04-968e-e59490a86553 None None] Provisioning complete for port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:06.338316 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f99dacd-acfc-4b04-968e-e59490a86553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.377152 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:06.469089 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b41c28-9f13-4bfd-96ae-e74e157a2625 req-3513e72b-7e7a-40f9-8c23-095d3e6e350b tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:06.479212 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-07b41c28-9f13-4bfd-96ae-e74e157a2625 req-3513e72b-7e7a-40f9-8c23-095d3e6e350b tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0702431 Jul 26 13:00:06.538190 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-07b41c28-9f13-4bfd-96ae-e74e157a2625 req-472ca67e-056d-4d7e-839b-1aece30ce4cc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577965 Jul 26 13:00:06.630919 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:06.733318 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:06.753454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:06.796927 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8f99dacd-acfc-4b04-968e-e59490a86553 None None] Current status of the port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:06.819687 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51084) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:06.825542 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.874390 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-db63612e-7d38-4f77-9aa4-7aa5bf4730cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd4ed91d9355467b98e8bb224ec9d05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508566 Jul 26 13:00:06.874643 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51086) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:06.893608 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:05Z', 'revision_number': 3, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:06.920696 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:06.938479 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Checking router: 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:06.938830 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Updating router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 port bf378cdc-dd8c-426d-a509-1928795dc5af binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 13:00:06.941241 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0c807059-ffe6-4b18-a150-aef864afc176 admin admin] Publish callbacks [] for security_group (cd0c07f8-6964-4747-855d-52120cd6764e), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.966350 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0c807059-ffe6-4b18-a150-aef864afc176 admin admin] Publish callbacks [] for security_group (cd0c07f8-6964-4747-855d-52120cd6764e), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.966921 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-cefcd687-ccd9-4e10-b24a-24f38f4dc0ec None None] Provisioning complete for port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:06.967295 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cefcd687-ccd9-4e10-b24a-24f38f4dc0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:06.996549 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.000133 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:07.027940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0c807059-ffe6-4b18-a150-aef864afc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (cd0c07f8-6964-4747-855d-52120cd6764e), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.030527 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0c807059-ffe6-4b18-a150-aef864afc176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.031701 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0c807059-ffe6-4b18-a150-aef864afc176 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd0c07f8-6964-4747-855d-52120cd6764e HTTP/1.1" status: 204 len: 168 time: 0.1561408 Jul 26 13:00:07.040628 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c807059-ffe6-4b18-a150-aef864afc176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c07f8-6964-4747-855d-52120cd6764e,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:07.042337 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Allocated IP 172.20.0.1 (9766ffc1-69b3-49e3-a78c-0708627e1208/34dd996e-9c93-4822-9264-d1b47cea25bd/bccac2c0-ad5e-463b-945e-16d4f693ff4d) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:07.146440 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:07.169653 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-cefcd687-ccd9-4e10-b24a-24f38f4dc0ec None None] Current status of the port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:07.179916 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks [] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.218196 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.262901 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:07.266531 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:07.271210 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:07.328113 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:07.335180 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bccac2c0-ad5e-463b-945e-16d4f693ff4d,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:07.381827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.436815 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Publish callbacks [] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.453379 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.527192 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9208d-75ff-4477-a277-8861925d06d0 None None] Pushing event updated for resources: {'Port': ['ID=bf378cdc-dd8c-426d-a509-1928795dc5af,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:07.550539 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Attempting to bind port bf378cdc-dd8c-426d-a509-1928795dc5af on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:07.550971 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Attempting to bind port bf378cdc-dd8c-426d-a509-1928795dc5af by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:07.551340 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Attempting to bind port bf378cdc-dd8c-426d-a509-1928795dc5af on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:07.558915 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:07.559450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:07.559732 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.560127 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:07.560604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Bound port: bf378cdc-dd8c-426d-a509-1928795dc5af, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:07.560992 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.584493 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:07.653111 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.656674 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] For port bf378cdc-dd8c-426d-a509-1928795dc5af, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:07.661499 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] For port bf378cdc-dd8c-426d-a509-1928795dc5af, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=bf378cdc-dd8c-426d-a509-1928795dc5af,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:07.672434 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.705180 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:07.705560 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.729878 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:07.753273 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d4c68-f4f1-4356-9d2d-0a088bae9c11 req-bfad1eb3-1243-4c29-9dab-d64b0acef7c7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:07.754791 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fe7d4c68-f4f1-4356-9d2d-0a088bae9c11 req-bfad1eb3-1243-4c29-9dab-d64b0acef7c7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0989828 Jul 26 13:00:07.775069 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-4597d7a9-b962-47f8-ad0f-94121912df2c None None] Provisioning complete for port bccac2c0-ad5e-463b-945e-16d4f693ff4d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:07.775690 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4597d7a9-b962-47f8-ad0f-94121912df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.803707 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-6df60fac-5c89-4adc-8634-7941a05d02c3 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409511889&fields=id&tenant_id=a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 267 time: 0.0554421 Jul 26 13:00:07.811019 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9208d-75ff-4477-a277-8861925d06d0 None None] Pushing event updated for resources: {'Port': ['ID=bf378cdc-dd8c-426d-a509-1928795dc5af,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:07.824111 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:07.824761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:07.873277 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-fe7d4c68-f4f1-4356-9d2d-0a088bae9c11 req-50601789-5077-4c1e-812d-a305c00a169f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948684 Jul 26 13:00:07.873752 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4597d7a9-b962-47f8-ad0f-94121912df2c None None] Port bccac2c0-ad5e-463b-945e-16d4f693ff4d cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:07.939397 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks [] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.941326 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-e3be357c-adbd-4fbd-b763-4a637dad5bec tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:07.943537 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-e3be357c-adbd-4fbd-b763-4a637dad5bec tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 811 time: 0.1279230 Jul 26 13:00:07.944632 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:07.961319 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-039a68a2-cad8-4792-856e-08abe10815e6 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/quotas/a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 375 time: 0.0098672 Jul 26 13:00:07.966321 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:07.977142 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:07.991631 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:08.024480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bccac2c0-ad5e-463b-945e-16d4f693ff4d,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:08.029155 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:08.035380 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-370955af-f373-49ac-8382-e10891c468fa tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666592 Jul 26 13:00:08.128266 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:08.129883 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:08.163219 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-d84138f7-4de3-4050-8855-56910489140b service neutron] 10.222.0.20 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030447 Jul 26 13:00:08.209485 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:08.218712 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 1, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:08.254692 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6432f-0821-4f52-b4d7-09dfb938c1c5 None None] The sync data for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi is: [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 1, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:08.274862 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:08.282638 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-77213a45-3863-44ca-b59d-b722fd1b2974 service neutron] 10.222.0.20 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110473 Jul 26 13:00:08.387973 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:08.405679 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:08.412176 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-fcb9dc44-7501-40cb-be7d-37cc63bd0a1f admin admin] 10.222.0.20 "PUT /v2.0/routers/6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1924624 Jul 26 13:00:08.521243 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-0cf64154-00b9-416d-833d-7dc98f246f54 None None] Provisioning complete for port bccac2c0-ad5e-463b-945e-16d4f693ff4d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:08.521719 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0cf64154-00b9-416d-833d-7dc98f246f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:08.564936 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-0cf64154-00b9-416d-833d-7dc98f246f54 None None] Port bccac2c0-ad5e-463b-945e-16d4f693ff4d cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:08.584761 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-b1a66a0e-456f-4138-a414-e956822ee1f2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:08.585368 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-b1a66a0e-456f-4138-a414-e956822ee1f2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0620232 Jul 26 13:00:08.728553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Deleting port d45328ab-0a5d-4356-ac91-b30351ad1eea {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:08.729309 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:08.756816 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-972a0de5-8e8d-47d4-b358-bc5714d97ac6 req-f30202dc-14e7-499a-a38a-575e263ab81d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 210 time: 0.0578268 Jul 26 13:00:08.869275 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] For port d45328ab-0a5d-4356-ac91-b30351ad1eea, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=d45328ab-0a5d-4356-ac91-b30351ad1eea,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:08.869963 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.065727 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e93c40-6b3a-4cd8-b18e-6772bc616beb req-9a835659-ccb6-4a8b-8485-fe3264f29771 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:09.067305 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-61e93c40-6b3a-4cd8-b18e-6772bc616beb req-9a835659-ccb6-4a8b-8485-fe3264f29771 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 945 time: 0.0679240 Jul 26 13:00:09.145155 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:09.192265 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.192635 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (14816903-e69f-48fb-9d70-c42abe77647c), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.192952 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Floating IP 14816903-e69f-48fb-9d70-c42abe77647c disassociated. External IP: 172.27.2.240, port: d45328ab-0a5d-4356-ac91-b30351ad1eea. Jul 26 13:00:09.193298 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Calling delete_port for d45328ab-0a5d-4356-ac91-b30351ad1eea owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:09.226188 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-61e93c40-6b3a-4cd8-b18e-6772bc616beb req-0ddc58ec-7a3b-43b4-bcdd-067dd8ba83ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bcc7993-c7ba-473a-a61d-2c7b388afe73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081474 Jul 26 13:00:09.298120 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:09.316418 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51134) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:09.322899 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1264374573-network', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:09.350217 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Made reservation on behalf of 48549592401f40a4a75d41d0a274cb8e for: {'network': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:09.353263 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for network (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.363157 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.391379 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (d45328ab-0a5d-4356-ac91-b30351ad1eea), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.418706 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event deleted for resources: {'Port': ['ID=d45328ab-0a5d-4356-ac91-b30351ad1eea,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:09.485224 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks [] for security_group (97a22749-98a5-434e-9582-792ddc1e134a), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.490371 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (97a22749-98a5-434e-9582-792ddc1e134a), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.526006 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=115540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 13:00:09.574426 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bf378cdc-dd8c-426d-a509-1928795dc5af up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:09.581203 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (3732d224-ec99-4ced-8498-34c464cf157e), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.581646 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.segments_db [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Added segment 3732d224-ec99-4ced-8498-34c464cf157e of type vlan for network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae Jul 26 13:00:09.588662 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:09.648822 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port bf378cdc-dd8c-426d-a509-1928795dc5af triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:09.649432 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.655810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a22749-98a5-434e-9582-792ddc1e134a,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:09.672401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745441749369'] for network (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.706681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323'] for network (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.707891 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:09.708579 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.710768 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:09.730854 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:09.759354 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:09.760010 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:09.768524 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port bf378cdc-dd8c-426d-a509-1928795dc5af is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:09.769145 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.779210 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] No DVR routers for this DVR port d45328ab-0a5d-4356-ac91-b30351ad1eea on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:00:09.783758 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.789211 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-027b2fef-76aa-4029-81dd-4ffeffee1501 req-a6c0723f-312d-41cd-84b2-8c1afefcf10f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "DELETE /v2.0/ports/d45328ab-0a5d-4356-ac91-b30351ad1eea HTTP/1.1" status: 204 len: 173 time: 1.1986527 Jul 26 13:00:09.789687 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'name': 'network-vif-deleted', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:09.794626 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914359f-8af7-4da0-9095-5e781a420b3f" -d '{"events": [{"server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "name": "network-vif-deleted", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:09.805676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port bf378cdc-dd8c-426d-a509-1928795dc5af, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=bf378cdc-dd8c-426d-a509-1928795dc5af,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:09.812294 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.875373 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b21c4-d734-40fc-891a-fda848debcd9 x-openstack-request-id: req-d73b21c4-d734-40fc-891a-fda848debcd9 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:09.875949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a3713-8bde-42c4-ad34-76974193ab34", "name": "network-vif-deleted", "tag": "d45328ab-0a5d-4356-ac91-b30351ad1eea", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:09.875949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d73b21c4-d734-40fc-891a-fda848debcd9 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:09.876350 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73b21c4-d734-40fc-891a-fda848debcd9'] response: {'server_uuid': '5a1a3713-8bde-42c4-ad34-76974193ab34', 'name': 'network-vif-deleted', 'tag': 'd45328ab-0a5d-4356-ac91-b30351ad1eea', 'status': 'completed', 'code': 200} Jul 26 13:00:09.887870 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51140) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:09.892899 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Request body: {'subnet': {'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1264374573-subnet', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'ip_version': 4}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:09.909313 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5905738 Jul 26 13:00:09.921312 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=bf378cdc-dd8c-426d-a509-1928795dc5af,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:09.932890 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a58b20-4462-4576-b44d-5508b5f2400b admin admin] Pushing event updated for resources: {'Network': ['ID=1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:09.949105 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Made reservation on behalf of 48549592401f40a4a75d41d0a274cb8e for: {'subnet': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:09.952462 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433146'] for subnet (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:09.965227 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae details requested by agent ovs-agent-dv-cinder-850939-2-iscsi with host dv-cinder-850939-2-iscsi {{(pid=115541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 13:00:10.064025 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6e5a375b-8529-45d0-813e-5ca6c4eb2a89 req-5d00f649-b28a-4a89-bf2f-1fed8d6dcc07 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 210 time: 0.1033349 Jul 26 13:00:10.143228 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:10.297364 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-0773862e-a2c0-4107-a1bb-cacf33305c8c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:10.298752 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-0773862e-a2c0-4107-a1bb-cacf33305c8c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 811 time: 0.2166166 Jul 26 13:00:10.389136 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cfa2d8f7-9a06-4a9d-bf58-0dbbacab4f7d req-7bf4f38e-ef65-4108-9c30-8f47b23e8924 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a1a3713-8bde-42c4-ad34-76974193ab34 HTTP/1.1" status: 200 len: 210 time: 0.0630660 Jul 26 13:00:10.412135 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:10.451901 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:10.462319 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:10.463758 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:10.466921 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433108'] for subnet (c8eed9a5-d252-4329-970f-0962248a33b2), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:10.468630 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:10.523832 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-3068606e-6773-4b9a-8b4a-1072d47576d5 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2522985c6df452dabe2010e5f6bed35 HTTP/1.1" status: 200 len: 380 time: 0.1422663 Jul 26 13:00:10.537729 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'port': {'device_id': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'admin_state_up': True, 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'security_groups': ['2cb51455-383e-4269-a872-e3eaf50789bd']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:10.580120 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:10.600362 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:10.617058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8eed9a5-d252-4329-970f-0962248a33b2,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:10.646411 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Checking segment: {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:10.646764 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Network hostable DHCP agents. Network: 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae, hostable agents: ['56ad8b58-5595-419c-95ce-28dd0bba7346'], hosted agents: [] {{(pid=115539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 13:00:10.659159 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:10.698832 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae is scheduled to be hosted by DHCP agent 56ad8b58-5595-419c-95ce-28dd0bba7346 with binding_index 1 {{(pid=115539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 13:00:10.718259 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-2-iscsi, 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae) {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:10.723844 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:10.724891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:10.729037 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Made reservation on behalf of a2522985c6df452dabe2010e5f6bed35 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:10.730593 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a78be0-267c-4abe-934f-24c0c5d28e60 None None] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:00:10.733174 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:10.768589 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-c0d4f1be-b62a-44fe-8a84-50825b0fe49d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8794386 Jul 26 13:00:10.771128 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51144) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:10.777499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:10.817308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router (b3bc7227-790a-49af-832f-fdca61b20f4b), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:10.818727 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-926714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-915194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router (b3bc7227-790a-49af-832f-fdca61b20f4b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:10.826707 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:10.828186 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:10.857231 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded9b40-db66-4306-bbd9-b3004fba3d2b None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:10.859687 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:10.923485 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44af950b-a11c-58db-90f5-912a14d07551-1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae', 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae', 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'fixed_ips': [{'subnet_id': 'c8eed9a5-d252-4329-970f-0962248a33b2'}]}} from dv-cinder-850939-2-iscsi. {{(pid=115541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 13:00:10.925417 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:10.928319 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks [] for router_controller (b3bc7227-790a-49af-832f-fdca61b20f4b), precommit_add_association {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.028116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Allocated IP 172.20.0.7 (8b53c01d-8651-463b-8de8-06dcdf11a64f/ef7a8493-2e16-41e5-b708-3b5ef60424b5/56458652-0240-4463-b181-f1a431b8e38c) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:11.053880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:11.137693 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks [] for router_gateway (b3bc7227-790a-49af-832f-fdca61b20f4b), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.162039 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Allocated IP 172.20.0.2 (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae/c8eed9a5-d252-4329-970f-0962248a33b2/60a84cb8-b97e-4cb7-8549-68c36ec8df7f) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:11.258817 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-ff403c6d-cd48-499e-9662-8e99d581eed8 req-eedb87d1-457f-4a71-ad31-93c95216d48b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 210 time: 0.0458102 Jul 26 13:00:11.279566 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (56458652-0240-4463-b181-f1a431b8e38c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.298618 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bac7b-b6ff-4f62-b64d-333817c9c642 None None] New status for floating IP 14816903-e69f-48fb-9d70-c42abe77647c: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:00:11.334706 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (56458652-0240-4463-b181-f1a431b8e38c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.364132 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:11.391529 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:11.396780 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:11.433234 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks [] for router_gateway (b3bc7227-790a-49af-832f-fdca61b20f4b), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.442314 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=56458652-0240-4463-b181-f1a431b8e38c,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:11.478365 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.493790 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:11.494559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.522024 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-8a495d68-0d0c-4ab3-85b7-17540b8cc1ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9910953 Jul 26 13:00:11.553313 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Request body: {'port': {'device_id': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:11.593520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:11.606188 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51152) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:11.632476 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bf378cdc-dd8c-426d-a509-1928795dc5af up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:11.643201 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Publish callbacks [] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.680366 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.687079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Allocated IP 172.27.2.152 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:11.687549 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Sync routers for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:11.693895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (56458652-0240-4463-b181-f1a431b8e38c), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.700742 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:11.701371 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:11.734657 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:11.751867 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:11.756756 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:11.779157 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port bf378cdc-dd8c-426d-a509-1928795dc5af triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:11.779526 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.783881 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Pushing event updated for resources: {'Port': ['ID=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:11.803437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:11.810085 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:11.828067 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2389ca9f-78e4-47b9-8ef4-46a64ad893e9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (3bcc7993-c7ba-473a-a61d-2c7b388afe73), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.861091 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:11.887790 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks [] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.895382 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-aa0649c1-4428-4dbc-a953-5db4c146a06d None None] Provisioning complete for port 56458652-0240-4463-b181-f1a431b8e38c triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:11.895781 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-aa0649c1-4428-4dbc-a953-5db4c146a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (56458652-0240-4463-b181-f1a431b8e38c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.933720 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2389ca9f-78e4-47b9-8ef4-46a64ad893e9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (3bcc7993-c7ba-473a-a61d-2c7b388afe73), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.936994 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.937508 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Attempting to bind port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:11.937894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Attempting to bind port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:11.938254 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Attempting to bind port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f on network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:11.952584 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:11.961831 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:11.962208 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Checking segment: {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:11.963711 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.964207 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Bound using segment: {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:11.964894 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Bound port: 60a84cb8-b97e-4cb7-8549-68c36ec8df7f, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:11.965293 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:11.967498 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:11.970866 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:11.972363 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-aa0649c1-4428-4dbc-a953-5db4c146a06d None None] Port 56458652-0240-4463-b181-f1a431b8e38c cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:11.978801 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:11.987905 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:12.055982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Pushing event updated for resources: {'Port': ['ID=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:12.072819 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port bf378cdc-dd8c-426d-a509-1928795dc5af is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:12.098347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2389ca9f-78e4-47b9-8ef4-46a64ad893e9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3bcc7993-c7ba-473a-a61d-2c7b388afe73), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.100498 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-af652b7e-1b24-420d-befc-974375c70353 None None] For port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:12.101458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-2389ca9f-78e4-47b9-8ef4-46a64ad893e9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.105326 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-af652b7e-1b24-420d-befc-974375c70353 None None] For port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:12.106900 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-2389ca9f-78e4-47b9-8ef4-46a64ad893e9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "DELETE /v2.0/security-groups/3bcc7993-c7ba-473a-a61d-2c7b388afe73 HTTP/1.1" status: 204 len: 168 time: 0.4991004 Jul 26 13:00:12.110287 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51154) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:12.118987 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.127401 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389ca9f-78e4-47b9-8ef4-46a64ad893e9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc7993-c7ba-473a-a61d-2c7b388afe73,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:12.199779 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.api.v2.resource [None req-f32e714b-1943-4735-829e-3de0effabb47 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] show failed (client error): The resource could not be found. Jul 26 13:00:12.213545 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f32e714b-1943-4735-829e-3de0effabb47 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups/3bcc7993-c7ba-473a-a61d-2c7b388afe73 HTTP/1.1" status: 404 len: 347 time: 0.0959282 Jul 26 13:00:12.214527 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51156) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:12.239656 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af652b7e-1b24-420d-befc-974375c70353 None None] Pushing event updated for resources: {'Port': ['ID=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:12.240368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56458652-0240-4463-b181-f1a431b8e38c {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 13:00:12.253803 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Publish callbacks [] for port (56458652-0240-4463-b181-f1a431b8e38c), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.273635 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Transition to ACTIVE for port object 56458652-0240-4463-b181-f1a431b8e38c will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 13:00:12.280529 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (56458652-0240-4463-b181-f1a431b8e38c), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.292143 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 2, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:12.330611 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Checking router: 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:12.331322 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Updating router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 port bccac2c0-ad5e-463b-945e-16d4f693ff4d binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 13:00:12.368091 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Pushing event updated for resources: {'Port': ['ID=56458652-0240-4463-b181-f1a431b8e38c,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:12.381581 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.453215 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Deleting port aab19688-714d-4bc2-b3a3-9e80aa2eb056 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:00:12.453560 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.482458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9421b-4e80-4864-8382-cf4a00bb8da3 req-07444c2e-6b46-4e1b-82b7-78e5516078ea tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:12.493713 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-06c9421b-4e80-4864-8382-cf4a00bb8da3 req-07444c2e-6b46-4e1b-82b7-78e5516078ea tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.0910699 Jul 26 13:00:12.597186 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Attempting to bind port 56458652-0240-4463-b181-f1a431b8e38c on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:12.597525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Attempting to bind port 56458652-0240-4463-b181-f1a431b8e38c by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:12.597852 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Attempting to bind port 56458652-0240-4463-b181-f1a431b8e38c on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:12.603674 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-06c9421b-4e80-4864-8382-cf4a00bb8da3 req-bdac3b16-0f0b-42cd-b154-638e486e7357 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860679 Jul 26 13:00:12.612255 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Port 56458652-0240-4463-b181-f1a431b8e38c on network 8b53c01d-8651-463b-8de8-06dcdf11a64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 13:00:12.612573 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Attempting to bind port 56458652-0240-4463-b181-f1a431b8e38c on network 8b53c01d-8651-463b-8de8-06dcdf11a64f {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:12.619337 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:12.619701 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Checking segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:12.620089 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Bound using segment: {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:12.620596 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Bound port: 56458652-0240-4463-b181-f1a431b8e38c, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd447fa5-a234-4c35-ac90-d1579643ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:12.621000 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (56458652-0240-4463-b181-f1a431b8e38c), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.726419 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] For port 56458652-0240-4463-b181-f1a431b8e38c, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:12.735984 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] For port 56458652-0240-4463-b181-f1a431b8e38c, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=56458652-0240-4463-b181-f1a431b8e38c,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:12.745563 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (56458652-0240-4463-b181-f1a431b8e38c), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.787748 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:12.788373 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.789789 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] 10.222.0.46 "PUT /v2.0/ports/56458652-0240-4463-b181-f1a431b8e38c HTTP/1.1" status: 200 len: 1093 time: 1.2570376 Jul 26 13:00:12.790225 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'tag': '56458652-0240-4463-b181-f1a431b8e38c'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:12.793283 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2822ac23-42bd-4eb1-a927-13553906b7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "tag": "56458652-0240-4463-b181-f1a431b8e38c"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:12.820395 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:12.852528 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Publish callbacks [] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.862528 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:12.878949 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6d5d0-2130-498e-a8c1-e065f10696f3 x-openstack-request-id: req-8cd6d5d0-2130-498e-a8c1-e065f10696f3 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:12.879537 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "tag": "56458652-0240-4463-b181-f1a431b8e38c", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:12.879817 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd6d5d0-2130-498e-a8c1-e065f10696f3 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:12.880291 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd6d5d0-2130-498e-a8c1-e065f10696f3'] response: {'name': 'network-changed', 'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'tag': '56458652-0240-4463-b181-f1a431b8e38c', 'status': 'completed', 'code': 200} Jul 26 13:00:12.884037 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78300090-f45d-4459-93ec-0ffc2b34abf2 service neutron] Pushing event updated for resources: {'Port': ['ID=56458652-0240-4463-b181-f1a431b8e38c,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:12.911797 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-996fe9ac-2a16-40ed-b147-4c03d61bc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:12.913535 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-996fe9ac-2a16-40ed-b147-4c03d61bc5fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 1127 time: 0.0766153 Jul 26 13:00:12.935107 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Pushing event updated for resources: {'Port': ['ID=bccac2c0-ad5e-463b-945e-16d4f693ff4d,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:12.980342 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-80eca439-7bdc-4316-976f-96caf0b9c80e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56458652-0240-4463-b181-f1a431b8e38c HTTP/1.1" status: 200 len: 217 time: 0.0563266 Jul 26 13:00:12.983241 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.983667 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.984022 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.984363 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.984703 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.985029 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.985351 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.985814 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.986411 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.986741 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.987069 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.987402 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.987748 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.988068 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:12.988383 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:13.008955 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks [] for router_gateway (b3bc7227-790a-49af-832f-fdca61b20f4b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.036076 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Attempting to bind port bccac2c0-ad5e-463b-945e-16d4f693ff4d on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:13.036414 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Attempting to bind port bccac2c0-ad5e-463b-945e-16d4f693ff4d by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:13.036817 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Attempting to bind port bccac2c0-ad5e-463b-945e-16d4f693ff4d on network 9766ffc1-69b3-49e3-a78c-0708627e1208 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:13.044505 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:13.044876 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Checking segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:13.045273 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.045660 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Bound using segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:13.046130 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Bound port: bccac2c0-ad5e-463b-945e-16d4f693ff4d, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:13.046502 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.057886 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-f3f833ca-0490-4993-9a60-f15abf31fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:13.060431 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-f3f833ca-0490-4993-9a60-f15abf31fcf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0744193 Jul 26 13:00:13.107478 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.107891 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (aab19688-714d-4bc2-b3a3-9e80aa2eb056), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.113992 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:13.122854 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device d45328ab-0a5d-4356-ac91-b30351ad1eea no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:00:13.139159 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-d9ffa060-6c49-40ea-996e-8cbcdf443fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:13.141300 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-d9ffa060-6c49-40ea-996e-8cbcdf443fa0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754235 Jul 26 13:00:13.158950 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: d45328ab-0a5d-4356-ac91-b30351ad1eea {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:00:13.159192 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device d45328ab-0a5d-4356-ac91-b30351ad1eea not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:00:13.165705 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] For port bccac2c0-ad5e-463b-945e-16d4f693ff4d, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:13.173065 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] For port bccac2c0-ad5e-463b-945e-16d4f693ff4d, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=bccac2c0-ad5e-463b-945e-16d4f693ff4d,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:13.179247 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:13.189854 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.193957 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Calling delete_port for aab19688-714d-4bc2-b3a3-9e80aa2eb056 owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:00:13.283967 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:13.284781 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:13.318678 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-7bff6206-9749-4d28-9d4d-d5b9c5014693 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708834 Jul 26 13:00:13.352387 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab34aa8-b156-46be-9549-e1eec5cb73fd None None] Pushing event updated for resources: {'Port': ['ID=bccac2c0-ad5e-463b-945e-16d4f693ff4d,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:13.403336 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] Provisioning complete for port bccac2c0-ad5e-463b-945e-16d4f693ff4d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:13.404538 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.430576 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:13.443043 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-915078'] for router (b3bc7227-790a-49af-832f-fdca61b20f4b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.519970 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e23bf1e9-54c9-4cd6-b8ea-ee42c5006449 req-5748b3bd-622b-4153-a846-8545b15654b9 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925454 Jul 26 13:00:13.529729 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:13.548925 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:13.578353 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] Current status of the port bccac2c0-ad5e-463b-945e-16d4f693ff4d is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:13.578748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.580560 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:13.661551 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (aab19688-714d-4bc2-b3a3-9e80aa2eb056), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.694797 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] For port bccac2c0-ad5e-463b-945e-16d4f693ff4d, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=bccac2c0-ad5e-463b-945e-16d4f693ff4d,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:13.700826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.742690 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event deleted for resources: {'Port': ['ID=aab19688-714d-4bc2-b3a3-9e80aa2eb056,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:13.781689 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 60a84cb8-b97e-4cb7-8549-68c36ec8df7f up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:13.805603 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:13.824071 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:13.847592 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d7bd-d486-41ef-979f-9c83fe7f000a None None] Pushing event updated for resources: {'Port': ['ID=bccac2c0-ad5e-463b-945e-16d4f693ff4d,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:13.851506 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad46db-9189-4e1d-b199-b31381562d1c None None] The sync data for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi is: [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:13.866880 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (14816903-e69f-48fb-9d70-c42abe77647c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.873984 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.875270 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-849ef326-5342-48a9-858a-53dcef6b4728 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "DELETE /v2.0/floatingips/14816903-e69f-48fb-9d70-c42abe77647c HTTP/1.1" status: 204 len: 168 time: 1.6595721 Jul 26 13:00:13.876678 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Router b3bc7227-790a-49af-832f-fdca61b20f4b is scheduled to L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 with binding_index 1 {{(pid=115540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 13:00:13.887746 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb56d01-b748-4cab-ad76-6538cf9cae5f req-78c8ea74-d5ed-42e9-b77d-cb39e4bfe427 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:13.887746 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eeb56d01-b748-4cab-ad76-6538cf9cae5f req-78c8ea74-d5ed-42e9-b77d-cb39e4bfe427 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.1668494 Jul 26 13:00:13.887746 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-132bcb62-c75e-453b-a335-e2d85b28fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:13.887746 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-132bcb62-c75e-453b-a335-e2d85b28fdde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 1127 time: 0.0992818 Jul 26 13:00:13.888845 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267ec60-d326-4e4f-9ecc-88c1af6a1bd8 None None] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:00:13.908779 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-4e47f859-a9a1-4fc6-864b-5d79b10c5cee None None] Provisioning complete for port bccac2c0-ad5e-463b-945e-16d4f693ff4d triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:13.909708 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4e47f859-a9a1-4fc6-864b-5d79b10c5cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:13.994645 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51166) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:13.994911 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:13.995299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.003515 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422777110', 'description': 'tempest-description--243762332'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:14.047782 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:14.048503 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:14.050847 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.052511 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-eeb56d01-b748-4cab-ad76-6538cf9cae5f req-546fd65d-d143-4d1f-aa29-471ac52c7d9e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612985 Jul 26 13:00:14.075735 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Sync routers for ids ['b3bc7227-790a-49af-832f-fdca61b20f4b'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:14.103689 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.103689 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-40b4d0e0-d69b-4de2-9702-ebbb957eeceb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3228674 Jul 26 13:00:14.103998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51168) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:14.118759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Routers {'b3bc7227-790a-49af-832f-fdca61b20f4b'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:14.119391 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['b3bc7227-790a-49af-832f-fdca61b20f4b'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:14.147674 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-9210137e-4966-4537-a60f-4b20e9abf292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:14.149168 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-9210137e-4966-4537-a60f-4b20e9abf292 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.2508905 Jul 26 13:00:14.179114 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (9778b212-1316-4265-9ad6-31f996ca2826), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.189375 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (9778b212-1316-4265-9ad6-31f996ca2826), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.218887 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.223465 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2274117 Jul 26 13:00:14.226868 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51170) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:14.230974 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-66e3e80a-d5a3-4119-9446-4eb7762e82d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56458652-0240-4463-b181-f1a431b8e38c HTTP/1.1" status: 200 len: 217 time: 0.0726199 Jul 26 13:00:14.234645 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'security_group_rule': {'security_group_id': '9778b212-1316-4265-9ad6-31f996ca2826', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:14.240062 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:14.241175 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.275040 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35998b-2cb3-4647-b941-9fec1a7e6878 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9778b212-1316-4265-9ad6-31f996ca2826,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:14.292056 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (dad960f1-3dc6-440b-88a5-3b58ced24278), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.301136 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-851ba991-c58f-42aa-a260-a0f27d113d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:14.302611 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-851ba991-c58f-42aa-a260-a0f27d113d89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0656888 Jul 26 13:00:14.306513 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4e47f859-a9a1-4fc6-864b-5d79b10c5cee None None] Current status of the port bccac2c0-ad5e-463b-945e-16d4f693ff4d is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:14.384362 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:14.393007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (dad960f1-3dc6-440b-88a5-3b58ced24278), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.394616 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.396212 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bccac2c0-ad5e-463b-945e-16d4f693ff4d up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:14.398832 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (dad960f1-3dc6-440b-88a5-3b58ced24278), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.430427 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad960f1-3dc6-440b-88a5-3b58ced24278,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:14.438037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.441924 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-abcd4e0a-85a6-48b6-916b-4d6e71c65e43 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2113736 Jul 26 13:00:14.442389 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51172) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:14.447579 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'security_group_rule': {'security_group_id': '9778b212-1316-4265-9ad6-31f996ca2826', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:14.503799 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (7adf692f-b9c2-4efc-8fa9-30e52a64ca12), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.525709 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-3dfd4ecb-e612-4424-a885-0b94b9b14944 None None] Provisioning complete for port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:14.526294 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4ecb-e612-4424-a885-0b94b9b14944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.560796 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Set router b3bc7227-790a-49af-832f-fdca61b20f4b gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:14.567366 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:14.614563 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:14.625339 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (7adf692f-b9c2-4efc-8fa9-30e52a64ca12), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.631118 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (7adf692f-b9c2-4efc-8fa9-30e52a64ca12), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.654203 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adf692f-b9c2-4efc-8fa9-30e52a64ca12,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:14.660825 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.666707 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f083fdad-9f99-4c0e-8e67-0f775ce529ed tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194006 Jul 26 13:00:14.667759 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51174) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:14.677369 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:14.681245 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:14.703967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.727947 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port bccac2c0-ad5e-463b-945e-16d4f693ff4d triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:14.727947 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.760195 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-d1e013f4-b7ef-4e3d-9359-f7ce3d0db849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:14.762282 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-d1e013f4-b7ef-4e3d-9359-f7ce3d0db849 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4194686 Jul 26 13:00:14.811101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:14.837206 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd4ecb-e612-4424-a885-0b94b9b14944 None None] Current status of the port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:14.891495 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:14.896263 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-11afc4ba-70df-4a55-ae75-4d632d914ac0 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240296 Jul 26 13:00:14.947402 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.001319 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Allocated IP 172.27.2.242 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/e8aa3441-c287-40b6-9210-9773b81cce4f) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:15.085121 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-623be660-ccb7-4a2a-8324-9d849238daab None None] Provisioning complete for port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:15.085578 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-623be660-ccb7-4a2a-8324-9d849238daab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.088682 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port bccac2c0-ad5e-463b-945e-16d4f693ff4d is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:15.091828 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:00:12Z', 'revision_number': 3, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:15.140729 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Checking router: b3bc7227-790a-49af-832f-fdca61b20f4b for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:15.141176 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Updating router b3bc7227-790a-49af-832f-fdca61b20f4b port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c binding host dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 13:00:15.143557 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.180548 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.180878 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2822ac23-42bd-4eb1-a927-13553906b7f1 req-85e0e48f-300c-4dfa-9ba8-9ee8b14568de service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875238 Jul 26 13:00:15.185452 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.187106 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.257308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:15.267401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:15.273583 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:15.289481 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.296508 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-623be660-ccb7-4a2a-8324-9d849238daab None None] Current status of the port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:15.303899 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'Port': ['ID=e8aa3441-c287-40b6-9210-9773b81cce4f,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:15.318410 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.323979 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6891-d3d1-4900-a565-246f98f55e16 req-db4cf679-6d0d-4a22-8bd4-465e4a42519b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:15.328131 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-261b6891-d3d1-4900-a565-246f98f55e16 req-db4cf679-6d0d-4a22-8bd4-465e4a42519b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.1120803 Jul 26 13:00:15.421583 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-261b6891-d3d1-4900-a565-246f98f55e16 req-5c149b02-e091-44ab-925d-c34705679767 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867949 Jul 26 13:00:15.439504 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (cbdbeb53-8aa7-4e15-ad95-aade48444308), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.486884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.493627 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Allocated IP 172.20.0.1 (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae/c8eed9a5-d252-4329-970f-0962248a33b2/aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:15.531204 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Publish callbacks [] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.537521 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 60a84cb8-b97e-4cb7-8549-68c36ec8df7f up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:15.541340 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.602629 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.607416 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.625354 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks [] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.633406 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d2c25-6714-49db-beae-38dfb18aa48c None None] Pushing event updated for resources: {'Port': ['ID=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:15.636587 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Attempting to bind port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:15.637028 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Attempting to bind port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:15.637459 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Attempting to bind port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c on network e3c5da56-afd3-4e87-8cf9-99b2bd535577 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:15.647692 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:15.647953 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Checking segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:15.648638 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.648904 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Bound using segment: {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:15.649454 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Bound port: 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571a22c-2bf2-4c85-8b34-0466e1e30735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:15.650008 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.662456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.667404 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.674985 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.675203 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:15.675553 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.708826 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:15.715057 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:15.717979 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:15.720055 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:15.737720 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] For port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:15.741227 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] For port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:15.755979 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.760248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.765019 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:15.774952 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (cbdbeb53-8aa7-4e15-ad95-aade48444308), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.775398 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926086'] for router_interface (b3bc7227-790a-49af-832f-fdca61b20f4b), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.780044 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'Port': ['ID=e8aa3441-c287-40b6-9210-9773b81cce4f,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:15.802954 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.802954 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a0ed205f-47a0-4422-886f-632c4337b0d7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1324656 Jul 26 13:00:15.842235 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Routers {'b3bc7227-790a-49af-832f-fdca61b20f4b'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:15.842816 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['b3bc7227-790a-49af-832f-fdca61b20f4b'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:15.930294 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d2c25-6714-49db-beae-38dfb18aa48c None None] Pushing event updated for resources: {'Port': ['ID=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:15.979749 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:15.993074 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:15.994063 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bccac2c0-ad5e-463b-945e-16d4f693ff4d up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:16.039691 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:16.063606 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-9f8ccb25-9099-4336-9f5e-2c6ef4cc79d4 None None] Provisioning complete for port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:16.063915 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9f8ccb25-9099-4336-9f5e-2c6ef4cc79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:16.066550 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] Set router b3bc7227-790a-49af-832f-fdca61b20f4b gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:16.138292 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-f1bb17cf-3d78-4505-a290-14f5b9bea8cc tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--422777110&fields=id&tenant_id=429715c1b71244bcbbf9f30190d25823 HTTP/1.1" status: 200 len: 267 time: 0.0955670 Jul 26 13:00:16.195398 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ccb25-9099-4336-9f5e-2c6ef4cc79d4 None None] Port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:16.197696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port bccac2c0-ad5e-463b-945e-16d4f693ff4d triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:16.198079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:16.252895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks [] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:16.262695 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:16.276716 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:16.340702 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port bccac2c0-ad5e-463b-945e-16d4f693ff4d is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:16.346470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:00:12Z', 'revision_number': 3, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:16.346685 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-c50285ef-5f69-4cf6-99e7-875d320e6cc9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:16.348118 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-c50285ef-5f69-4cf6-99e7-875d320e6cc9 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 810 time: 0.2011414 Jul 26 13:00:16.372548 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:16.375668 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926202'] for router_interface (b3bc7227-790a-49af-832f-fdca61b20f4b), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:16.376739 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25cac2-21ac-46fa-baaa-52670857fbdd None None] The sync data for ids ['b3bc7227-790a-49af-832f-fdca61b20f4b'] in dv-cinder-850939-2-iscsi is: [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:00:12Z', 'revision_number': 3, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:16.386729 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-353cf42d-967c-4f25-976f-1bb3553c9e65 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/quotas/429715c1b71244bcbbf9f30190d25823 HTTP/1.1" status: 200 len: 375 time: 0.0322607 Jul 26 13:00:16.390263 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.390594 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.390936 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.391273 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.391609 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.391960 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.392292 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.392614 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.392938 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.393263 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.393590 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.393981 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.394332 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.394653 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.394971 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:16.504659 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-fefaee94-24f9-4086-8527-c0106c781b53 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059451 Jul 26 13:00:16.565018 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc05aa-57c0-4d3a-bf9f-9a7090068f43 req-06cf0b24-149f-462f-a78a-c3423f475d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:16.566702 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d4bc05aa-57c0-4d3a-bf9f-9a7090068f43 req-06cf0b24-149f-462f-a78a-c3423f475d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.0566900 Jul 26 13:00:16.611032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:16.613964 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:16.686314 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:16.690384 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d4bc05aa-57c0-4d3a-bf9f-9a7090068f43 req-cea904cf-5cf2-4461-85dc-aa8c1aa6e206 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175032 Jul 26 13:00:16.754454 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-131640af-8f0e-4c4a-a85d-f015e560f173 service neutron] 10.222.0.20 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355716 Jul 26 13:00:16.837940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Router b3bc7227-790a-49af-832f-fdca61b20f4b has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:16.911259 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-8326727e-0e49-4365-a13c-2423bba868ac service neutron] 10.222.0.20 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483259 Jul 26 13:00:16.924753 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-4f6005a5-130c-4012-860c-363cc44b4a03 None None] Provisioning complete for port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:16.924753 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4f6005a5-130c-4012-860c-363cc44b4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:16.965596 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4f6005a5-130c-4012-860c-363cc44b4a03 None None] Port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:16.984522 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:16.990993 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-6980b9c1-0997-4bdf-89a0-4b46b50b5fb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/b3bc7227-790a-49af-832f-fdca61b20f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8899651 Jul 26 13:00:17.114392 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e98145eb-eb56-485a-a27f-c75d15f6619f req-3d3bbda4-9fcc-4b6d-83f4-8a87f3861005 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 210 time: 0.0350449 Jul 26 13:00:17.527260 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:17.575781 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:17.576158 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:17.659528 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:17.660262 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:17.680411 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:17.685761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] For port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:17.690043 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:17.741344 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Pushing event updated for resources: {'Port': ['ID=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:17.824661 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7205-5bf7-4ca9-8003-8404c9803662 req-b05462c2-8e1d-40e9-a8f3-10ace33cce55 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:17.826220 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1f4e7205-5bf7-4ca9-8003-8404c9803662 req-b05462c2-8e1d-40e9-a8f3-10ace33cce55 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.0597394 Jul 26 13:00:17.892496 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1f4e7205-5bf7-4ca9-8003-8404c9803662 req-b24d4c4d-98f4-42e7-8c92-5878ecc1df5a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598297 Jul 26 13:00:18.212189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-e600ec07-c018-4457-bad1-601bdfd66b7b tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:18.214366 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-e600ec07-c018-4457-bad1-601bdfd66b7b tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 810 time: 0.1617956 Jul 26 13:00:18.298103 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c61b62c0-9a48-4f40-bdee-b06df145fbf9 req-e120b4fb-c9a2-4bce-80d4-b6be5195be9a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 210 time: 0.0418065 Jul 26 13:00:18.315885 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-fd0d26c1-d8a3-4be8-b571-5b58ef7f117c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429715c1b71244bcbbf9f30190d25823 HTTP/1.1" status: 200 len: 379 time: 0.0817552 Jul 26 13:00:18.321541 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'port': {'device_id': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'admin_state_up': True, 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'security_groups': ['9778b212-1316-4265-9ad6-31f996ca2826']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:18.355565 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Sync routers for ids ['b3bc7227-790a-49af-832f-fdca61b20f4b'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:18.369874 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Routers {'b3bc7227-790a-49af-832f-fdca61b20f4b'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:18.370545 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['b3bc7227-790a-49af-832f-fdca61b20f4b'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:18.415437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:18.485935 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Made reservation on behalf of 429715c1b71244bcbbf9f30190d25823 for: {'port': 1} {{(pid=115539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:18.490399 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:18.504272 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Set router b3bc7227-790a-49af-832f-fdca61b20f4b gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:18.667576 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Allocated IP 172.20.0.5 (a4b606f7-2541-4a19-ae64-86a063826c2e/813fbdc5-50bb-4f7d-af24-88404a55985d/baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:18.732613 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:00:15Z', 'revision_number': 4, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23', 'name': '', 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'mac_address': 'fa:16:3e:b6:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c8eed9a5-d252-4329-970f-0962248a33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:15Z', 'updated_at': '2022-07-26T13:00:16Z', 'revision_number': 2, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'subnets': [{'id': 'c8eed9a5-d252-4329-970f-0962248a33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:18.766220 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Checking router: b3bc7227-790a-49af-832f-fdca61b20f4b for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:18.766593 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Updating router b3bc7227-790a-49af-832f-fdca61b20f4b port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 binding host dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 13:00:18.800639 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:18.803922 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:18.841775 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:18.846142 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:18.887235 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:18.973339 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event updated for resources: {'Port': ['ID=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:18.985629 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Network a4b606f7-2541-4a19-ae64-86a063826c2e is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:18.988162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:19.000934 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:19.079922 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:19.080568 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.178539 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-83244d4b-ad78-460f-9a1a-89edaa5b70cd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622327 Jul 26 13:00:19.197641 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa12e1-b352-4a08-b996-2f8b2db5eb5f req-1101a0a5-8d82-4a0a-aa3e-a19c74ac197b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:19.199878 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cfaa12e1-b352-4a08-b996-2f8b2db5eb5f req-1101a0a5-8d82-4a0a-aa3e-a19c74ac197b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.1847897 Jul 26 13:00:19.262988 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Publish callbacks [] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.274635 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.307409 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-cfaa12e1-b352-4a08-b996-2f8b2db5eb5f req-cba4c6bc-9781-489d-bd24-7fd784dd185a tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999582 Jul 26 13:00:19.315470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-f95e35c9-f0bc-49c7-a3e3-f6018ad912bc None None] Provisioning complete for port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:19.315998 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f95e35c9-f0bc-49c7-a3e3-f6018ad912bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.378482 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:19.382467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-f95e35c9-f0bc-49c7-a3e3-f6018ad912bc None None] Port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:19.390893 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Request body: {'port': {'device_id': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:19.407932 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795272cf-4cd4-4851-b837-94e396514efb None None] Pushing event updated for resources: {'Port': ['ID=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:19.503251 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.525766 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ef77e-69c3-4f53-9f60-edc75947f65a req-037ee602-b9f8-4a23-a7ac-ff203296eca2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:19.538498 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-852ef77e-69c3-4f53-9f60-edc75947f65a req-037ee602-b9f8-4a23-a7ac-ff203296eca2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 931 time: 0.1066344 Jul 26 13:00:19.560014 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:19.594314 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-852ef77e-69c3-4f53-9f60-edc75947f65a req-1ce4671e-a35b-4397-bef2-0538e4adfcc2 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545692 Jul 26 13:00:19.659386 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Attempting to bind port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 on host dv-cinder-850939-2-iscsi for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:19.659747 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Attempting to bind port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 by drivers openvswitch,hyperv on host dv-cinder-850939-2-iscsi at level 0 using segments [{'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:19.660049 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Attempting to bind port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 on network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:19.664011 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:19.664822 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.677988 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Checking agent: {'id': '934484d5-372e-4951-87b1-1002d8cc1ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 42, 58), 'started_at': datetime.datetime(2022, 7, 26, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:19.678389 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Checking segment: {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:19.678752 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.679140 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Bound using segment: {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:19.679612 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Bound port: aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23, host: dv-cinder-850939-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732d224-ec99-4ced-8498-34c464cf157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:19.680009 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.789254 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] For port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23, host dv-cinder-850939-2-iscsi, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:19.789520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:19.793983 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] For port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23, host dv-cinder-850939-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:19.815342 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] Provisioning complete for port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:19.816033 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.824504 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.860797 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:19.951420 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf {{(pid=115539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 13:00:19.959628 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Publish callbacks [] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.980998 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.provisioning_blocks [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Transition to ACTIVE for port object baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf will not be triggered until provisioned by entity L2. {{(pid=115539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 13:00:19.982967 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:19.985888 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Routers {'b3bc7227-790a-49af-832f-fdca61b20f4b'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:19.986495 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:19.986731 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T12:59:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['b3bc7227-790a-49af-832f-fdca61b20f4b'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:19.990958 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795272cf-4cd4-4851-b837-94e396514efb None None] Pushing event updated for resources: {'Port': ['ID=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,revision_number=4']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:19.992195 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] Current status of the port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 is: DOWN; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:19.994707 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:20.063873 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:20.068162 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:00:20.070155 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] For port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:20.076354 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:20.116162 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:20.179043 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] Set router b3bc7227-790a-49af-832f-fdca61b20f4b gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:20.194888 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449468c2-bd35-4e3c-99c5-784aea1b91b6 None None] Pushing event updated for resources: {'Port': ['ID=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:20.293347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Attempting to bind port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:20.293675 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Attempting to bind port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:20.294001 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Attempting to bind port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf on network a4b606f7-2541-4a19-ae64-86a063826c2e {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:20.314427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-76e106c7-507d-4403-9db3-ea128e9fdaee None None] Provisioning complete for port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:20.315090 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-76e106c7-507d-4403-9db3-ea128e9fdaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:20.318973 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf on network a4b606f7-2541-4a19-ae64-86a063826c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 13:00:20.319693 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Attempting to bind port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf on network a4b606f7-2541-4a19-ae64-86a063826c2e {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:20.326284 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:20.326891 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Checking segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:20.327458 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Bound using segment: {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'} {{(pid=115539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:20.328116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.managers [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Bound port: baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51790f7f-0101-4a69-84b2-d08dd77c91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e'}}] {{(pid=115539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:20.328672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:20.441700 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] For port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host hv-cinder-85093, cleared binding levels {{(pid=115539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:20.443686 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:20.445969 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] For port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:20.461929 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:20.479231 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-76e106c7-507d-4403-9db3-ea128e9fdaee None None] Current status of the port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:20.520816 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:00:15Z', 'revision_number': 4, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23', 'name': '', 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'mac_address': 'fa:16:3e:b6:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c8eed9a5-d252-4329-970f-0962248a33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:15Z', 'updated_at': '2022-07-26T13:00:19Z', 'revision_number': 4, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'subnets': [{'id': 'c8eed9a5-d252-4329-970f-0962248a33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:20.541211 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:20.541828 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:20.543252 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] 10.222.0.46 "PUT /v2.0/ports/baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf HTTP/1.1" status: 200 len: 1093 time: 1.1625435 Jul 26 13:00:20.543788 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:20.546680 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaf820a-fa47-4886-a926-9f3815a4f315" -d '{"events": [{"name": "network-changed", "server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:20.550576 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae301d4b-bc3b-4097-b8ad-894c83ce341c None None] The sync data for ids ['b3bc7227-790a-49af-832f-fdca61b20f4b'] in dv-cinder-850939-2-iscsi is: [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:00:15Z', 'revision_number': 4, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23', 'name': '', 'network_id': '1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'mac_address': 'fa:16:3e:b6:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c8eed9a5-d252-4329-970f-0962248a33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:15Z', 'updated_at': '2022-07-26T13:00:19Z', 'revision_number': 4, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'subnets': [{'id': 'c8eed9a5-d252-4329-970f-0962248a33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:20.639409 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501108b5-01a1-4140-bab3-a6b3dd028cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,revision_number=3']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:20.662895 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e0f06e-157d-49a2-aafc-d98725b513ce x-openstack-request-id: req-47e0f06e-157d-49a2-aafc-d98725b513ce {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:20.664368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:20.664775 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47e0f06e-157d-49a2-aafc-d98725b513ce {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:20.665353 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e0f06e-157d-49a2-aafc-d98725b513ce'] response: {'name': 'network-changed', 'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'status': 'completed', 'code': 200} Jul 26 13:00:20.747689 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4296e-1662-4809-82e1-5a4241232a89 req-6abfbae0-b976-4ab9-add6-494542ce5ea0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:20.749485 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4de4296e-1662-4809-82e1-5a4241232a89 req-6abfbae0-b976-4ab9-add6-494542ce5ea0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 943 time: 0.2550452 Jul 26 13:00:20.820525 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b38db0-b82e-4da9-9d66-4ec71df79511 req-fd43e95b-c940-4637-a8ea-23b0453eb216 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:20.822724 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c1b38db0-b82e-4da9-9d66-4ec71df79511 req-fd43e95b-c940-4637-a8ea-23b0453eb216 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 943 time: 0.0917082 Jul 26 13:00:20.842436 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-17172ed0-f8ca-4c73-a13e-a594fc85e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:20.846771 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-17172ed0-f8ca-4c73-a13e-a594fc85e60f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 1127 time: 0.2401569 Jul 26 13:00:20.871673 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4de4296e-1662-4809-82e1-5a4241232a89 req-0867a282-31f9-4904-858b-e9bf031e1a3e tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103988 Jul 26 13:00:20.921096 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-c1b38db0-b82e-4da9-9d66-4ec71df79511 req-3c028e37-62c1-457a-adf9-c943d1658ec6 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863490 Jul 26 13:00:20.930341 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-ca2143f7-c753-4875-aaa6-eeaaf919c27d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf HTTP/1.1" status: 200 len: 217 time: 0.0573874 Jul 26 13:00:20.998697 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-8ef56f13-ab07-4378-aefa-79281bc99afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:21.000278 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-8ef56f13-ab07-4378-aefa-79281bc99afb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0640306 Jul 26 13:00:21.063668 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-4948ba62-6599-4727-a938-6ff2d1bed98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:21.065205 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-4948ba62-6599-4727-a938-6ff2d1bed98c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595214 Jul 26 13:00:21.169798 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 56458652-0240-4463-b181-f1a431b8e38c details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 13:00:21.206587 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-d3c8fda0-2f38-4755-b0ce-cd5d04247346 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349616 Jul 26 13:00:21.317323 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 56458652-0240-4463-b181-f1a431b8e38c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=56458652-0240-4463-b181-f1a431b8e38c,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:21.333094 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '56458652-0240-4463-b181-f1a431b8e38c', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'port_id': '56458652-0240-4463-b181-f1a431b8e38c', 'mac_address': 'fa:16:3e:df:ef:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 13:00:21.340028 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-92e5e4aa-e66d-4149-bbda-56d6b401f63b req-3d963b54-e648-4599-9cbe-7c446b885e16 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207681 Jul 26 13:00:21.377734 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 56458652-0240-4463-b181-f1a431b8e38c is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:21.378288 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (56458652-0240-4463-b181-f1a431b8e38c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:21.393617 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56458652-0240-4463-b181-f1a431b8e38c {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 13:00:21.419118 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 56458652-0240-4463-b181-f1a431b8e38c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=56458652-0240-4463-b181-f1a431b8e38c,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:21.424600 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (56458652-0240-4463-b181-f1a431b8e38c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:21.494886 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=56458652-0240-4463-b181-f1a431b8e38c,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:21.560047 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 up at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:21.608848 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:21.628070 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Provisioning complete for port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:21.628070 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:21.696725 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['56458652-0240-4463-b181-f1a431b8e38c'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:00:21.761716 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:21.768902 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Current status of the port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:21.984408 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:22.053830 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8ac3-6eda-4503-92e9-e3bfce04b4d0 req-1ce1fbcb-2df4-47ed-abf9-b99df3db236c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:22.055522 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-842d8ac3-6eda-4503-92e9-e3bfce04b4d0 req-1ce1fbcb-2df4-47ed-abf9-b99df3db236c tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 944 time: 0.0764205 Jul 26 13:00:22.100933 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf971e-4471-413e-a0f9-7397577cf1c8 req-e256a8ce-c0a2-4854-94b2-d53b7931e8e6 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:22.104054 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1bbf971e-4471-413e-a0f9-7397577cf1c8 req-e256a8ce-c0a2-4854-94b2-d53b7931e8e6 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 943 time: 0.1059012 Jul 26 13:00:22.207432 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-842d8ac3-6eda-4503-92e9-e3bfce04b4d0 req-e1a8171d-37c4-4849-87ff-e77fa13b73d0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415255 Jul 26 13:00:22.208022 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-1bbf971e-4471-413e-a0f9-7397577cf1c8 req-1c2e8666-b55d-4f96-a2b8-2aaef42d5127 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918996 Jul 26 13:00:22.223916 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-4b40ff39-916d-4fd9-98e3-f38fd90bdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:22.225628 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-4b40ff39-916d-4fd9-98e3-f38fd90bdedb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 1127 time: 0.1207418 Jul 26 13:00:22.318395 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:22.357929 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-812108d6-850e-4649-b755-c8006687769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:22.359395 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-812108d6-850e-4649-b755-c8006687769c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.1268685 Jul 26 13:00:22.406269 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-f12bdd1e-9079-4670-bf36-156a4ac5208a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf HTTP/1.1" status: 200 len: 217 time: 0.0362401 Jul 26 13:00:22.464553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-1672a8e1-dbf7-42b5-9b34-aeb7110444ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:22.466174 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-1672a8e1-dbf7-42b5-9b34-aeb7110444ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0537374 Jul 26 13:00:22.517464 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-823984d3-3517-46e8-9d05-6e42e992f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:22.519222 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-823984d3-3517-46e8-9d05-6e42e992f7d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471568 Jul 26 13:00:22.574377 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:22.600532 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f468a391-bda6-4bbb-b937-f3064f7257c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:22.638161 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-feb0010b-793d-4af8-992b-2773291c2555 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126263 Jul 26 13:00:22.746039 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1aaf820a-fa47-4886-a926-9f3815a4f315 req-3e83622e-f13b-44b0-a4f1-f705f93f62cf service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014037 Jul 26 13:00:23.169200 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 13:00:23.171863 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 56458652-0240-4463-b181-f1a431b8e38c up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:23.308014 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 56458652-0240-4463-b181-f1a431b8e38c completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 13:00:23.321528 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 56458652-0240-4463-b181-f1a431b8e38c triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:23.321962 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (56458652-0240-4463-b181-f1a431b8e38c), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:23.360814 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f106fb6-7972-44d0-93d1-c96440722002 req-c7950929-a3d5-4399-8d32-a554846245b4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:23.368477 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6f106fb6-7972-44d0-93d1-c96440722002 req-c7950929-a3d5-4399-8d32-a554846245b4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 943 time: 0.0617452 Jul 26 13:00:23.371261 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0b4e5-c18b-4faf-8ed9-553e7a249124 req-93fbe252-2a5b-49fa-8be1-660f99abb901 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:23.379362 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c7e0b4e5-c18b-4faf-8ed9-553e7a249124 req-93fbe252-2a5b-49fa-8be1-660f99abb901 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 944 time: 0.0611634 Jul 26 13:00:23.382189 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:23.404165 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'port_id': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'mac_address': 'fa:16:3e:f8:04:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 13:00:23.428610 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-6f106fb6-7972-44d0-93d1-c96440722002 req-7b1011a1-b168-4469-ad60-2cf0ec463b45 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589128 Jul 26 13:00:23.458395 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c7e0b4e5-c18b-4faf-8ed9-553e7a249124 req-ac9736f3-0f7f-4e1c-9709-36df5874d2ec tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775580 Jul 26 13:00:23.484056 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:23.484737 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:23.486901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 56458652-0240-4463-b181-f1a431b8e38c is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:23.487440 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (56458652-0240-4463-b181-f1a431b8e38c), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:23.504406 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:23.515688 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 13:00:23.540128 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56458652-0240-4463-b181-f1a431b8e38c'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:23.542760 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d3fc08-588c-470c-8ee4-bdd9dd087465" -d '{"events": [{"server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "name": "network-vif-plugged", "status": "completed", "tag": "56458652-0240-4463-b181-f1a431b8e38c"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:23.563450 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:23.565711 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 56458652-0240-4463-b181-f1a431b8e38c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=56458652-0240-4463-b181-f1a431b8e38c,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:23.569782 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:23.576890 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (56458652-0240-4463-b181-f1a431b8e38c), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:23.608414 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541169bd-00b1-418f-97c8-40a4db5d37a8 x-openstack-request-id: req-541169bd-00b1-418f-97c8-40a4db5d37a8 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:23.609395 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "name": "network-vif-plugged", "status": "completed", "tag": "56458652-0240-4463-b181-f1a431b8e38c", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:23.609395 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-541169bd-00b1-418f-97c8-40a4db5d37a8 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:23.609395 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541169bd-00b1-418f-97c8-40a4db5d37a8'] response: {'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56458652-0240-4463-b181-f1a431b8e38c', 'code': 200} Jul 26 13:00:23.639743 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:23.697842 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=56458652-0240-4463-b181-f1a431b8e38c,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:23.787653 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:00:23.806984 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-9e3206ea-40fb-4c3f-8a1c-ee5e68dc7cfc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493505 Jul 26 13:00:23.882264 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-fcfca8f5-f18b-4e3c-98bb-ef59b9d20737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:23.884585 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-fcfca8f5-f18b-4e3c-98bb-ef59b9d20737 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1130 time: 0.0508723 Jul 26 13:00:23.884847 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099289-13ae-4d90-ba7f-48642d9e8cef req-f34bbc85-ba9d-4802-b336-22ec5162bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:23.888114 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-34099289-13ae-4d90-ba7f-48642d9e8cef req-f34bbc85-ba9d-4802-b336-22ec5162bcdb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 1129 time: 0.0550461 Jul 26 13:00:23.938719 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:23.985349 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-34099289-13ae-4d90-ba7f-48642d9e8cef req-88a20002-d216-4294-89bb-44deaa8528a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918815 Jul 26 13:00:24.039959 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-de6aac45-5e00-4ac2-9986-810602a1e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:24.041596 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-de6aac45-5e00-4ac2-9986-810602a1e831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.1377010 Jul 26 13:00:24.253418 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-ba9bb229-9126-4d20-85ff-ca5d7f187959 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 1001 time: 0.0619504 Jul 26 13:00:24.314429 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-8828ca95-8289-4f53-8fea-c9b3f991d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:24.316195 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-8828ca95-8289-4f53-8fea-c9b3f991d6aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0530274 Jul 26 13:00:24.367142 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-4cd24c3c-4514-42da-90b6-57dea06c45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:24.369339 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-4cd24c3c-4514-42da-90b6-57dea06c45d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462365 Jul 26 13:00:24.562791 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8e9c2-04cf-4b55-b35c-e19c2a3368c5 req-27c0f66b-c4fd-4757-bc36-b56030392cb4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:24.569865 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fbe8e9c2-04cf-4b55-b35c-e19c2a3368c5 req-27c0f66b-c4fd-4757-bc36-b56030392cb4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 944 time: 0.0654933 Jul 26 13:00:24.572308 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:24.599899 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e223d32-0afc-4187-aa24-6b2b1298ebb6 req-376190b5-4479-416e-bdf4-9106dc5d3838 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:24.601820 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2e223d32-0afc-4187-aa24-6b2b1298ebb6 req-376190b5-4479-416e-bdf4-9106dc5d3838 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 945 time: 0.0659733 Jul 26 13:00:24.630036 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-fbe8e9c2-04cf-4b55-b35c-e19c2a3368c5 req-da2ff5a8-0997-4441-b29e-7a9eaeace5e8 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592370 Jul 26 13:00:24.666132 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2e223d32-0afc-4187-aa24-6b2b1298ebb6 req-43c4b65b-5106-4127-93e1-f371ac70bfe4 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573440 Jul 26 13:00:24.751446 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5db10ec5-b42d-4aef-b197-74e19c111cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:24.786932 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-a5f1c8e6-c66d-46a9-a21f-a9e88e01496b service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186323 Jul 26 13:00:24.893633 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8d5b3d00-2131-4622-a167-1ed1d5b28b7b req-41082995-ef7e-4d9a-bcee-bcf716e262a8 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977070 Jul 26 13:00:25.177502 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:25.231500 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 13:00:25.236991 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:25.237602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:25.342977 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:25.343293 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:25.398724 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:25.404813 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:25.461429 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:25.610311 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:25.614870 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3e069e-f40f-47b7-a311-7bd67a5329ff" -d '{"events": [{"server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "name": "network-vif-plugged", "status": "completed", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:25.666160 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1495bec6-f3ad-4f86-b1de-d82fcca22f15 x-openstack-request-id: req-1495bec6-f3ad-4f86-b1de-d82fcca22f15 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:25.670863 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "name": "network-vif-plugged", "status": "completed", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:25.671129 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1495bec6-f3ad-4f86-b1de-d82fcca22f15 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:25.671574 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1495bec6-f3ad-4f86-b1de-d82fcca22f15'] response: {'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'code': 200} Jul 26 13:00:25.797465 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:25.806656 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c4e8-b148-4bea-a88c-6fe6a49d882f req-3ce29293-fe8f-4ce9-86b5-b4f80c567305 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:25.815482 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f314c4e8-b148-4bea-a88c-6fe6a49d882f req-3ce29293-fe8f-4ce9-86b5-b4f80c567305 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.0659094 Jul 26 13:00:25.849327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472fa42-1cc4-4ec7-910b-8af9d4191cae req-9b0f670f-451d-4df1-96df-90f24f989954 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:25.850842 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b472fa42-1cc4-4ec7-910b-8af9d4191cae req-9b0f670f-451d-4df1-96df-90f24f989954 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 945 time: 0.0825753 Jul 26 13:00:25.878912 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f314c4e8-b148-4bea-a88c-6fe6a49d882f req-f6b53114-461a-4640-81f3-2de8d1a144f4 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621703 Jul 26 13:00:25.914417 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-b472fa42-1cc4-4ec7-910b-8af9d4191cae req-8d673b95-0ca4-4921-9dfb-12d8f74289ce tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539105 Jul 26 13:00:26.002433 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:26.035011 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60ed0-f76e-444e-af47-8c24b9e9c4a2 req-1cbab870-cae3-4fdf-a33a-29726aacb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:26.036612 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-19a60ed0-f76e-444e-af47-8c24b9e9c4a2 req-1cbab870-cae3-4fdf-a33a-29726aacb960 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 1129 time: 0.0557201 Jul 26 13:00:26.103783 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea0b9b-859d-46fe-ba4d-ca3a2a269590 req-5829eec4-eedc-4ad9-901b-07393076c95b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:26.111592 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5eea0b9b-859d-46fe-ba4d-ca3a2a269590 req-5829eec4-eedc-4ad9-901b-07393076c95b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 945 time: 0.0718665 Jul 26 13:00:26.147623 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-19a60ed0-f76e-444e-af47-8c24b9e9c4a2 req-d8a495e0-8120-47b0-b870-ff6f151cb150 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980439 Jul 26 13:00:26.183364 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-5eea0b9b-859d-46fe-ba4d-ca3a2a269590 req-581c2fc4-a5c7-4e65-b2f7-6107c05ade45 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701709 Jul 26 13:00:26.212419 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51274) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:26.437252 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96cb12-f113-4436-b79d-c8d3d933143f tempest-TestVolumeBootPattern-1248782891 tempest-TestVolumeBootPattern-1248782891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:26.442243 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-ef96cb12-f113-4436-b79d-c8d3d933143f tempest-TestVolumeBootPattern-1248782891 tempest-TestVolumeBootPattern-1248782891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 1124 time: 0.2263036 Jul 26 13:00:26.442595 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51278) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:26.447116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'port_id': '56458652-0240-4463-b181-f1a431b8e38c', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:26.472787 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:26.571225 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:26.636560 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:26.706712 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_common [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Allocated IP 172.27.2.175 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/11d0da0e-273a-4c45-be18-282dc3288d0b) {{(pid=115539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:26.827663 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:27.141489 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:27.176531 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:27.220182 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:27.228771 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9106e7-c6c6-41fd-91cd-88320f655b48 req-6854d6f9-924c-430c-97cd-6cd1b71e17fe tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:27.230840 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2c9106e7-c6c6-41fd-91cd-88320f655b48 req-6854d6f9-924c-430c-97cd-6cd1b71e17fe tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.1042683 Jul 26 13:00:27.233818 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.base_scheduler [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Resources bound (agent type, host, resource id): {{(pid=115539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:27.240657 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Received port after_create {{(pid=115539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:27.296058 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=11d0da0e-273a-4c45-be18-282dc3288d0b,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:27.320162 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:27.334772 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2c9106e7-c6c6-41fd-91cd-88320f655b48 req-2ddeb93b-ed73-4540-9f68-86cfacfb1ba7 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918870 Jul 26 13:00:27.658646 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:27.744455 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (38d1dfc4-7bf1-41c7-8836-889a1413a6ff), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:27.826234 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:27.846228 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:28.000843 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:28.006368 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:28.077656 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event updated for resources: {'Port': ['ID=11d0da0e-273a-4c45-be18-282dc3288d0b,revision_number=2']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:28.093769 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (38d1dfc4-7bf1-41c7-8836-889a1413a6ff), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:28.130148 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:28.207323 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Floating IP 38d1dfc4-7bf1-41c7-8836-889a1413a6ff associated. External IP: 172.27.2.175, port: 56458652-0240-4463-b181-f1a431b8e38c. Jul 26 13:00:28.431131 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:28.474340 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707d8dc-1da9-4f2f-b8a3-a356d50f512f req-4be45981-bffb-4946-98e0-78872be073fd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:28.476033 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3707d8dc-1da9-4f2f-b8a3-a356d50f512f req-4be45981-bffb-4946-98e0-78872be073fd tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.0547068 Jul 26 13:00:28.534231 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3707d8dc-1da9-4f2f-b8a3-a356d50f512f req-58af29f8-0782-49b6-a6ff-566165c5451f tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518034 Jul 26 13:00:28.542689 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:28.556866 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:28.562295 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:28.576300 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:28.577385 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:00:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:28.600036 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-fd467aa8-de6b-4dc5-8035-2693902cdc53 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1562767 Jul 26 13:00:28.600696 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'tag': '56458652-0240-4463-b181-f1a431b8e38c'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:28.603008 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0571d-b63d-417d-9fa1-fda4fff4458a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "tag": "56458652-0240-4463-b181-f1a431b8e38c"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:28.657803 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c68d1d-9fb0-4025-9325-48b34847a615 x-openstack-request-id: req-55c68d1d-9fb0-4025-9325-48b34847a615 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:28.658074 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "tag": "56458652-0240-4463-b181-f1a431b8e38c", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:28.658633 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55c68d1d-9fb0-4025-9325-48b34847a615 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:28.659046 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c68d1d-9fb0-4025-9325-48b34847a615'] response: {'name': 'network-changed', 'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'tag': '56458652-0240-4463-b181-f1a431b8e38c', 'status': 'completed', 'code': 200} Jul 26 13:00:28.704435 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:28.735350 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3e84-86f9-49d3-ae69-426bbb2defef req-305e59d9-95f0-4971-a709-b939078d9f85 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:28.736957 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7acf3e84-86f9-49d3-ae69-426bbb2defef req-305e59d9-95f0-4971-a709-b939078d9f85 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.0986259 Jul 26 13:00:28.748712 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-3c839c39-60c8-4bf7-b215-160ab4375632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:28.748712 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-3c839c39-60c8-4bf7-b215-160ab4375632 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 1129 time: 0.0592563 Jul 26 13:00:28.750937 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51314) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:28.766581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Request body: {'floatingip': {'port_id': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:28.796101 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:28.845145 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (cbdbeb53-8aa7-4e15-ad95-aade48444308), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:28.858858 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-60584058-05a6-470e-b7f9-01278391545f tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:28.860933 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-60584058-05a6-470e-b7f9-01278391545f tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 815 time: 0.1209025 Jul 26 13:00:28.882549 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-b81a4a29-cd85-477b-9b1a-5d9769befe62 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/quotas/2ef477e2598b4c7bbd40c06ccd26112b HTTP/1.1" status: 200 len: 375 time: 0.0149860 Jul 26 13:00:28.929703 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-c142ca1c-2a05-492f-96ab-6a048501806b tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462952 Jul 26 13:00:28.938784 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '38d1dfc4-7bf1-41c7-8836-889a1413a6ff', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '56458652-0240-4463-b181-f1a431b8e38c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:df:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:27Z', 'updated_at': '2022-07-26T13:00:27Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}, {'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:17Z', 'revision_number': 1, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:28.964637 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:28.973158 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:28.973773 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:00:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:28.977168 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-5054f99f-e53d-4fb3-abf2-ba95a2a7d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:28.977590 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-5054f99f-e53d-4fb3-abf2-ba95a2a7d038 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.2274079 Jul 26 13:00:28.990408 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:29.029826 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-93864ab4-0e0c-41de-bef6-8c7f609b0c3b service neutron] 10.222.0.20 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866649 Jul 26 13:00:29.082479 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:29.126328 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:29.128436 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-1ce6b905-2fb9-40c6-8692-30e44ca5c5dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56458652-0240-4463-b181-f1a431b8e38c HTTP/1.1" status: 200 len: 999 time: 0.1434526 Jul 26 13:00:29.136802 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-88260de5-2a89-4ea1-aac2-b287dccdef92 service neutron] 10.222.0.20 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006134 Jul 26 13:00:29.180429 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:29.230859 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-abdbdf4f-9c1c-449c-97a0-21121cc61218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:29.232328 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-abdbdf4f-9c1c-449c-97a0-21121cc61218 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0952115 Jul 26 13:00:29.296041 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:29.347889 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '38d1dfc4-7bf1-41c7-8836-889a1413a6ff', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '56458652-0240-4463-b181-f1a431b8e38c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:df:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:27Z', 'updated_at': '2022-07-26T13:00:27Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}, {'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:17Z', 'revision_number': 1, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:29.362580 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-be4fd077-fa1a-4785-bf95-f08eaa54d02e req-fb2e68d7-919d-46e0-8879-240eef65e9da tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 210 time: 0.0672812 Jul 26 13:00:29.365557 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-81e904d5-1b30-4fc0-9c81-7d5b950561e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:29.366865 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-81e904d5-1b30-4fc0-9c81-7d5b950561e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048510 Jul 26 13:00:29.375901 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e39b0-b190-4ed4-be7a-e89b87a213b7 None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '38d1dfc4-7bf1-41c7-8836-889a1413a6ff', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '56458652-0240-4463-b181-f1a431b8e38c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:df:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:27Z', 'updated_at': '2022-07-26T13:00:27Z', 'revision_number': 0, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}, {'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:17Z', 'revision_number': 1, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:29.538098 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:29.548326 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (cbdbeb53-8aa7-4e15-ad95-aade48444308), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:29.598985 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-cdfc9765-4326-461f-9fb0-b1e8945dbf80 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226236 Jul 26 13:00:29.657450 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52d14-fff2-4cb5-90ba-ed9228bcda85 None None] New status for floating IP 38d1dfc4-7bf1-41c7-8836-889a1413a6ff: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:00:29.999295 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Floating IP cbdbeb53-8aa7-4e15-ad95-aade48444308 associated. External IP: 172.27.2.242, port: baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf. Jul 26 13:00:30.067485 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-34c0571d-b63d-417d-9fa1-fda4fff4458a req-421ab425-5692-4cac-a958-2e79a9c74677 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605315 Jul 26 13:00:30.228962 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:30.365780 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:30.424214 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:30.429855 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:30.435557 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14253b6-1899-4037-8749-e70530f544ce None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:30.462107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:30.462750 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:00:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:30.464103 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-69b6c444-5910-45bd-87a4-dca48ac90d05 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:30.465776 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-69b6c444-5910-45bd-87a4-dca48ac90d05 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 815 time: 0.1944275 Jul 26 13:00:30.478964 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-27a522cb-3f35-4527-957d-928afbf6fa7a tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "PUT /v2.0/floatingips/cbdbeb53-8aa7-4e15-ad95-aade48444308 HTTP/1.1" status: 200 len: 991 time: 1.7270303 Jul 26 13:00:30.480139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:30.482552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d1759-9b07-4c90-919d-79eeadfb3a77" -d '{"events": [{"name": "network-changed", "server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:30.511233 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'port': {'device_id': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'admin_state_up': True, 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:30.551671 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-13d0e4bb-d48f-4c8e-877b-d9610a3e83c1 req-65ef17b6-236e-4d17-91e8-f5f89dba4fc4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 210 time: 0.0586650 Jul 26 13:00:30.571992 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5172c9c1-4dc3-496c-b908-118b5324addc x-openstack-request-id: req-5172c9c1-4dc3-496c-b908-118b5324addc {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:30.572522 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:30.572522 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5172c9c1-4dc3-496c-b908-118b5324addc {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:30.572954 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5172c9c1-4dc3-496c-b908-118b5324addc'] response: {'name': 'network-changed', 'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'status': 'completed', 'code': 200} Jul 26 13:00:30.601499 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-f1e3a39e-526b-42fc-b8f8-d99b722e1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:30.603488 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-f1e3a39e-526b-42fc-b8f8-d99b722e1331 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429715c1b71244bcbbf9f30190d25823&device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 1129 time: 0.0548837 Jul 26 13:00:30.632495 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:30.652984 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:30.659190 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Made reservation on behalf of 2ef477e2598b4c7bbd40c06ccd26112b for: {'port': 1} {{(pid=115540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 13:00:30.663300 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:30.735927 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-62b7844f-2330-4bb5-8cf7-e47be2d26821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:30.737484 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-62b7844f-2330-4bb5-8cf7-e47be2d26821 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 200 len: 911 time: 0.1253169 Jul 26 13:00:30.829796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Allocated IP 172.20.0.6 (9766ffc1-69b3-49e3-a78c-0708627e1208/34dd996e-9c93-4822-9264-d1b47cea25bd/9b53c6b7-b508-47dc-b083-ba526341c773) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:30.847138 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:30.850413 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-6ff0fc52-dfe4-4fcb-94c0-80e50c709a55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf HTTP/1.1" status: 200 len: 999 time: 0.1030002 Jul 26 13:00:31.050729 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for port (9b53c6b7-b508-47dc-b083-ba526341c773), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:31.059920 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'cbdbeb53-8aa7-4e15-ad95-aade48444308', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'port_id': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'mac_address': 'fa:16:3e:f8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:15Z', 'updated_at': '2022-07-26T13:00:29Z', 'revision_number': 1, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:31.094436 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:31.095219 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14253b6-1899-4037-8749-e70530f544ce None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:31.110710 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:31.112118 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:00:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:31.144031 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:31.150520 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:31.164662 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:31.236563 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:31.237314 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:31.262064 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566853 Jul 26 13:00:31.262946 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b881a3-f098-4dee-9adf-c63bd6dd8090 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:31.511332 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:31.521602 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eb3bab33-eb40-40f2-8e8a-d00b5a0f2ed6 None None] Provisioning complete for port 9b53c6b7-b508-47dc-b083-ba526341c773 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:31.522004 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eb3bab33-eb40-40f2-8e8a-d00b5a0f2ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:31.563538 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:31.598098 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bab33-eb40-40f2-8e8a-d00b5a0f2ed6 None None] Port 9b53c6b7-b508-47dc-b083-ba526341c773 cannot update to ACTIVE because it is not bound. {{(pid=115541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 13:00:31.757602 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49c64-51b5-4828-987d-634b54d7e963 req-7b7c4ecb-e5bc-4af6-8df0-1739857b072a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:31.766343 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d7b49c64-51b5-4828-987d-634b54d7e963 req-7b7c4ecb-e5bc-4af6-8df0-1739857b072a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0883594 Jul 26 13:00:31.863588 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-d7b49c64-51b5-4828-987d-634b54d7e963 req-4796c8aa-c1d0-4042-9cf5-90586a022585 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883698 Jul 26 13:00:31.905771 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-b14253b6-1899-4037-8749-e70530f544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'cbdbeb53-8aa7-4e15-ad95-aade48444308', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'port_id': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'mac_address': 'fa:16:3e:f8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:15Z', 'updated_at': '2022-07-26T13:00:29Z', 'revision_number': 1, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:31.938397 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14253b6-1899-4037-8749-e70530f544ce None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': 'cbdbeb53-8aa7-4e15-ad95-aade48444308', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'port_id': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'mac_address': 'fa:16:3e:f8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:15Z', 'updated_at': '2022-07-26T13:00:29Z', 'revision_number': 1, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:00:32.197572 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860142f-9b70-477c-9211-d0bd07f097e8 None None] New status for floating IP cbdbeb53-8aa7-4e15-ad95-aade48444308: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:00:33.006880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c9466-0201-4078-9597-7825b2ec600a req-c2495a4d-955a-4a88-8fd2-309d0c4829a5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:33.008712 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-545c9466-0201-4078-9597-7825b2ec600a req-c2495a4d-955a-4a88-8fd2-309d0c4829a5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0523334 Jul 26 13:00:33.065496 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-545c9466-0201-4078-9597-7825b2ec600a req-9723222b-49c9-4dca-b59c-f42ffda9709b tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Jul 26 13:00:34.199751 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a8b2-e741-4896-90b1-a9536c49ca4e req-ff9ef7bb-3ffd-440a-9ef3-bbc7eb87e87d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:34.201497 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8e3a8b2-e741-4896-90b1-a9536c49ca4e req-ff9ef7bb-3ffd-440a-9ef3-bbc7eb87e87d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0568619 Jul 26 13:00:34.221430 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:34.256582 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f8e3a8b2-e741-4896-90b1-a9536c49ca4e req-fc6d3d42-2e69-451c-9dce-347d355e7141 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Jul 26 13:00:35.396948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0487-a508-4207-972a-d78a0d6805cf req-02458677-9d95-44c6-9cb7-58f4a610ba6d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:35.398478 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5eeb0487-a508-4207-972a-d78a0d6805cf req-02458677-9d95-44c6-9cb7-58f4a610ba6d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0499671 Jul 26 13:00:35.453259 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5eeb0487-a508-4207-972a-d78a0d6805cf req-31cf163e-93e8-4fa5-9d0a-72068c717582 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482042 Jul 26 13:00:36.576377 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c238be-e1cb-4627-91c8-671b429443f1 req-044d5200-329b-4f9c-81d9-2f1ea32001a6 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:36.578023 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-90c238be-e1cb-4627-91c8-671b429443f1 req-044d5200-329b-4f9c-81d9-2f1ea32001a6 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0491977 Jul 26 13:00:36.617319 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:36.634043 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-90c238be-e1cb-4627-91c8-671b429443f1 req-2c3bde5a-de76-4fbe-a4bc-c028182c2fa5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Jul 26 13:00:37.786993 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d48da-4deb-4bfb-93e9-4bc9a8841e3d req-b5f15f59-6c14-4faf-8cb1-ca9522258c3f tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:37.788541 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c06d48da-4deb-4bfb-93e9-4bc9a8841e3d req-b5f15f59-6c14-4faf-8cb1-ca9522258c3f tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0641096 Jul 26 13:00:37.839236 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c06d48da-4deb-4bfb-93e9-4bc9a8841e3d req-29199a39-a2b2-44bb-93ce-d0a99d2d6619 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438049 Jul 26 13:00:38.873386 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Request body: {'port': {'device_id': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:38.911325 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-bd978db2-d1d7-44a8-a68f-41ecae143406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:38.913014 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-bd978db2-d1d7-44a8-a68f-41ecae143406 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 200 len: 849 time: 0.0558753 Jul 26 13:00:38.963137 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-27d45d49-ebba-4a56-9d19-14d06a98a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:38.964738 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-27d45d49-ebba-4a56-9d19-14d06a98a806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4b606f7-2541-4a19-ae64-86a063826c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409439 Jul 26 13:00:38.968782 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:38.990734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80150-8aab-4a74-b318-318cbcdd304a req-9fff961b-5058-4699-a299-2871db732564 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:38.992234 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aab80150-8aab-4a74-b318-318cbcdd304a req-9fff961b-5058-4699-a299-2871db732564 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 931 time: 0.0610743 Jul 26 13:00:39.075792 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-4bd50a34-1fdb-49c0-92e4-f99bdca61012 service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962753 Jul 26 13:00:39.135985 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-aab80150-8aab-4a74-b318-318cbcdd304a req-c004a0f7-2c24-4317-8e78-9c1dc56359eb tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221287 Jul 26 13:00:39.181374 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-a45d1759-9b07-4c90-919d-79eeadfb3a77 req-9c73bad7-55a3-4581-950e-93c2e47c295d service neutron] 10.222.0.46 "GET /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954144 Jul 26 13:00:39.292933 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b53c6b7-b508-47dc-b083-ba526341c773 {{(pid=115540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 13:00:39.300435 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Publish callbacks [] for port (9b53c6b7-b508-47dc-b083-ba526341c773), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:39.312816 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.provisioning_blocks [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Transition to ACTIVE for port object 9b53c6b7-b508-47dc-b083-ba526341c773 will not be triggered until provisioned by entity L2. {{(pid=115540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 13:00:39.315708 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:39.407474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:39.444758 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Attempting to bind port 9b53c6b7-b508-47dc-b083-ba526341c773 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 13:00:39.445201 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Attempting to bind port 9b53c6b7-b508-47dc-b083-ba526341c773 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 13:00:39.445532 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Attempting to bind port 9b53c6b7-b508-47dc-b083-ba526341c773 on network 9766ffc1-69b3-49e3-a78c-0708627e1208 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:39.450303 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Port 9b53c6b7-b508-47dc-b083-ba526341c773 on network 9766ffc1-69b3-49e3-a78c-0708627e1208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 13:00:39.450631 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Attempting to bind port 9b53c6b7-b508-47dc-b083-ba526341c773 on network 9766ffc1-69b3-49e3-a78c-0708627e1208 {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 13:00:39.455885 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Checking agent: {'id': 'ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'started_at': datetime.datetime(2022, 7, 26, 12, 49, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 13:00:39.456213 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Checking segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 13:00:39.456599 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Bound using segment: {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'} {{(pid=115540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 13:00:39.457025 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.managers [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Bound port: 9b53c6b7-b508-47dc-b083-ba526341c773, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2553e54a-5172-4773-9d55-9417f456a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208'}}] {{(pid=115540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 13:00:39.457380 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:39.522750 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, cleared binding levels {{(pid=115540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 13:00:39.525820 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 13:00:39.532272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:39.569414 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:39.570037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:39.571581 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 1093 time: 0.7033072 Jul 26 13:00:39.571887 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:39.575289 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2347a49a-b8ac-40e6-983f-746487e78c92" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:39.595362 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb47b55-e9f4-4ed1-8cec-f6b0e37f0d75 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=3']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:39.655325 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:39.657079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf77ec-0cd3-4837-86cb-56778ec1a595 x-openstack-request-id: req-2aaf77ec-0cd3-4837-86cb-56778ec1a595 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:39.657353 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:39.657579 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aaf77ec-0cd3-4837-86cb-56778ec1a595 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:39.657975 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aaf77ec-0cd3-4837-86cb-56778ec1a595'] response: {'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'status': 'completed', 'code': 200} Jul 26 13:00:39.671295 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-4d2f0f6f-6159-4290-8475-e84adba6faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:39.672873 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-4d2f0f6f-6159-4290-8475-e84adba6faf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1127 time: 0.0488462 Jul 26 13:00:39.719497 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-752b2c59-85b3-4088-a81f-a33183f62ada service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 217 time: 0.0402236 Jul 26 13:00:39.771385 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-555b53c7-0a3d-4cc0-b622-ca70c13c9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:39.772900 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-555b53c7-0a3d-4cc0-b622-ca70c13c9b29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0468552 Jul 26 13:00:39.789921 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:39.819402 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a585-e088-4940-851c-94b9daa41a62 req-c6e6f764-4006-4d2b-bedc-91b3b10a86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:39.820945 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-c6e6f764-4006-4d2b-bedc-91b3b10a86ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392895 Jul 26 13:00:39.874535 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:39.921376 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-501ff527-4486-4cef-9667-fd3b2929149a service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917583 Jul 26 13:00:40.010477 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-f867a585-e088-4940-851c-94b9daa41a62 req-00417eaa-3ca4-490a-a7ea-585119801972 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823295 Jul 26 13:00:40.261871 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46777c28-cc6e-4629-83dd-e056da6f631e req-d2450b45-6691-4534-b12f-496370f9c637 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:40.263509 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-46777c28-cc6e-4629-83dd-e056da6f631e req-d2450b45-6691-4534-b12f-496370f9c637 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 943 time: 0.0516357 Jul 26 13:00:40.310508 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-46777c28-cc6e-4629-83dd-e056da6f631e req-9cc924ef-de9b-44da-a9f4-fdd1ec7228f6 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Jul 26 13:00:40.961468 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-97306323-aabb-4ddf-b52e-89ea072675ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:40.962932 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-97306323-aabb-4ddf-b52e-89ea072675ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1127 time: 0.0380476 Jul 26 13:00:41.058995 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-40e9ab24-9ec7-4ef0-b69b-1e378e9e78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:41.061089 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-40e9ab24-9ec7-4ef0-b69b-1e378e9e78a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 916 time: 0.0905724 Jul 26 13:00:41.099801 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-6aa371d8-7f48-4a05-ab39-831363e86767 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 217 time: 0.0328357 Jul 26 13:00:41.148685 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-c1f83c20-6740-4964-b972-226d706ba04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:41.150142 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-c1f83c20-6740-4964-b972-226d706ba04b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0443878 Jul 26 13:00:41.200999 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-109341de-21d9-4003-820b-dcb608bdecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:41.202690 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-109341de-21d9-4003-820b-dcb608bdecd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434518 Jul 26 13:00:41.302797 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-65f08de3-0620-4ebd-bb82-213b25c22b87 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937154 Jul 26 13:00:41.399548 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2347a49a-b8ac-40e6-983f-746487e78c92 req-f23eaa12-49ac-423e-b3b0-a09fccec6907 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902779 Jul 26 13:00:41.436296 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294d87-1fcb-42ca-b051-984dfba348ab req-72888c4f-a27d-4129-9b0f-71bdf3456a7d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:41.437817 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e4294d87-1fcb-42ca-b051-984dfba348ab req-72888c4f-a27d-4129-9b0f-71bdf3456a7d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 943 time: 0.0551026 Jul 26 13:00:41.487356 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e4294d87-1fcb-42ca-b051-984dfba348ab req-e6fabad7-ad4b-4aa1-bc51-4f26eba03307 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Jul 26 13:00:42.298987 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:42.603987 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f26f-444e-441a-a0c8-0822fe9a43f2 req-86b1df44-6de3-4ccb-8759-75ff19378c1e tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:42.605455 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3c96f26f-444e-441a-a0c8-0822fe9a43f2 req-86b1df44-6de3-4ccb-8759-75ff19378c1e tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 943 time: 0.0480928 Jul 26 13:00:42.653713 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-3c96f26f-444e-441a-a0c8-0822fe9a43f2 req-1bab2863-a383-4a98-8af5-68f6d6f6a1d5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Jul 26 13:00:43.282079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b53c6b7-b508-47dc-b083-ba526341c773 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=115541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 13:00:43.381948 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:43.393440 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Returning: {'device': '9b53c6b7-b508-47dc-b083-ba526341c773', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'port_id': '9b53c6b7-b508-47dc-b083-ba526341c773', 'mac_address': 'fa:16:3e:93:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 13:00:43.427236 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 9b53c6b7-b508-47dc-b083-ba526341c773 is: DOWN; New status is: BUILD {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:43.427616 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:43.440164 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b53c6b7-b508-47dc-b083-ba526341c773 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 13:00:43.464664 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:43.469035 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:43.514277 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=4']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:43.749123 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b53c6b7-b508-47dc-b083-ba526341c773'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:00:43.771553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13180a8-4fe8-4c8b-99b8-92096e1559a0 req-9a67bc7d-7d63-4215-a0bd-f5a244fbad48 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:43.773084 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d13180a8-4fe8-4c8b-99b8-92096e1559a0 req-9a67bc7d-7d63-4215-a0bd-f5a244fbad48 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 944 time: 0.0477703 Jul 26 13:00:43.784548 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:43.821844 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d13180a8-4fe8-4c8b-99b8-92096e1559a0 req-1eee4250-97f5-4a52-be12-df3504323aac tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Jul 26 13:00:44.941969 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf765-2595-48ba-8b40-552edd3e946f req-a08b70e5-468c-4f1c-a1d6-becad83c4cd8 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:44.943420 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4fddf765-2595-48ba-8b40-552edd3e946f req-a08b70e5-468c-4f1c-a1d6-becad83c4cd8 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 944 time: 0.0510459 Jul 26 13:00:44.969007 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:44.993885 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-4fddf765-2595-48ba-8b40-552edd3e946f req-79e08445-1e54-4795-b3b5-404c6c7b53bb tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Jul 26 13:00:45.294484 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b53c6b7-b508-47dc-b083-ba526341c773 up at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 13:00:45.320044 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:45.344010 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning for port 9b53c6b7-b508-47dc-b083-ba526341c773 completed by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 13:00:45.350213 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Provisioning complete for port 9b53c6b7-b508-47dc-b083-ba526341c773 triggered by entity L2. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:00:45.350585 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:45.425112 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Current status of the port 9b53c6b7-b508-47dc-b083-ba526341c773 is: BUILD; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:00:45.425495 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:45.451792 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:45.454196 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}636a3848a0092252e2933acf9c075d4d5afd2b753f43a139323e6177b1991b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61615aaa-18da-4446-a5af-dbb093bd0b14" -d '{"events": [{"server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:45.466785 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:00:45.471507 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:45.494207 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85459f0-896a-437d-aee9-08e78152293a x-openstack-request-id: req-f85459f0-896a-437d-aee9-08e78152293a {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:45.494503 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:45.495376 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f85459f0-896a-437d-aee9-08e78152293a {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:45.495804 dv-cinder-850939-2-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85459f0-896a-437d-aee9-08e78152293a'] response: {'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'code': 200} Jul 26 13:00:45.523426 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=5']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:45.658791 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e541-10bd-4774-82ed-9e9897211b93 req-568d4da7-03bb-4db1-9e46-4a1d8428602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:45.660298 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2435e541-10bd-4774-82ed-9e9897211b93 req-568d4da7-03bb-4db1-9e46-4a1d8428602f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1129 time: 0.0374782 Jul 26 13:00:45.704235 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-2435e541-10bd-4774-82ed-9e9897211b93 req-8c5f893c-3d54-4d8c-98d2-e8a17bab2a30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380599 Jul 26 13:00:46.115884 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4522-79b4-4bb7-8749-085913e01e29 req-e19e64e8-c603-4052-adc9-7004fb17d47f tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:46.117341 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-615a4522-79b4-4bb7-8749-085913e01e29 req-e19e64e8-c603-4052-adc9-7004fb17d47f tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0487561 Jul 26 13:00:46.137623 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:46.164921 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-615a4522-79b4-4bb7-8749-085913e01e29 req-5d64a8c2-5cd8-4979-9fdf-d753b52d97c7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Jul 26 13:00:47.282795 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda26fb-0946-4ef3-9bb9-0334cc103792 req-7adc7e03-680c-4955-aef9-4a3cc27889ce tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:47.284299 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bbda26fb-0946-4ef3-9bb9-0334cc103792 req-7adc7e03-680c-4955-aef9-4a3cc27889ce tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0470283 Jul 26 13:00:47.337744 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-bbda26fb-0946-4ef3-9bb9-0334cc103792 req-8f39146c-6a6c-4894-99f7-d86122c176c2 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Jul 26 13:00:47.466302 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1fecd-0042-4a21-b1ed-6e7a13aca2e2 req-db37d168-f741-46ac-9495-38709382a2e1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:47.467839 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-dce1fecd-0042-4a21-b1ed-6e7a13aca2e2 req-db37d168-f741-46ac-9495-38709382a2e1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0574117 Jul 26 13:00:47.515855 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-dce1fecd-0042-4a21-b1ed-6e7a13aca2e2 req-955c90ca-adac-41ee-b901-1124c6422e2d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Jul 26 13:00:47.842265 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c21709-3718-4a18-91f1-6b9d5516910c req-01a913d7-de31-41ce-8beb-9984a814af2d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:47.843773 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-58c21709-3718-4a18-91f1-6b9d5516910c req-01a913d7-de31-41ce-8beb-9984a814af2d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0478969 Jul 26 13:00:47.890080 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-58c21709-3718-4a18-91f1-6b9d5516910c req-2ee3e6eb-4f74-44ed-aae5-dc11c8464ffc tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jul 26 13:00:51.697861 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:52.592515 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6484d85d-9ca2-4df5-a282-4eb034e4bd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:54.758099 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a7857e70-3bdf-4593-b287-f600d835923f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:55.981668 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:56.094188 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:56.095620 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:57.058205 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:00:57.314895 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:57.331488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=87 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:57.334198 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=11 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:57.380894 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4ad1-7fbf-413c-a92e-cc20708398ae req-155b5925-9383-4cba-9f13-4f6994744fcc tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:57.382383 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7dcb4ad1-7fbf-413c-a92e-cc20708398ae req-155b5925-9383-4cba-9f13-4f6994744fcc tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0500996 Jul 26 13:00:57.434860 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7dcb4ad1-7fbf-413c-a92e-cc20708398ae req-10ee2f90-57b4-473c-aab5-60f4881ee6b4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Jul 26 13:00:57.461077 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51454) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:57.541615 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cb719-4771-478e-8660-58f67ad2cc6b tempest-TestMinimumBasicScenario-1520678025 tempest-TestMinimumBasicScenario-1520678025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:57.543183 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-340cb719-4771-478e-8660-58f67ad2cc6b tempest-TestMinimumBasicScenario-1520678025 tempest-TestMinimumBasicScenario-1520678025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1124 time: 0.0810468 Jul 26 13:00:57.546128 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51458) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:57.550401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'floatingip': {'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'port_id': '9b53c6b7-b508-47dc-b083-ba526341c773', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:57.572182 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:57.656427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:57.657282 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:57.765110 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_common [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Allocated IP 172.27.2.151 (e3c5da56-afd3-4e87-8cf9-99b2bd535577/7ec0677e-a2a6-4726-a748-8bbfba96d4c0/7582f411-8fae-4a32-a1a0-d2e835628482) {{(pid=115540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 13:00:57.874266 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for port (7582f411-8fae-4a32-a1a0-d2e835628482), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:57.906815 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745441817914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (7582f411-8fae-4a32-a1a0-d2e835628482), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:57.913868 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:57.955020 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Network e3c5da56-afd3-4e87-8cf9-99b2bd535577 is already hosted by enough agents. {{(pid=115540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 13:00:57.959297 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.base_scheduler [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Resources bound (agent type, host, resource id): {{(pid=115540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 13:00:57.963301 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Received port after_create {{(pid=115540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 13:00:57.966604 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:57.967412 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'Port': ['ID=7582f411-8fae-4a32-a1a0-d2e835628482,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:57.997602 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.997952 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.998303 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.998643 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.998978 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.999312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.999684 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:57.999997 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.000327 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.000656 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.000984 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.001312 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.001637 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.001961 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.002286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:00:58.335935 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for floatingip (05c29449-6a81-4ef1-8bf9-49ba62dc5b1a), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:58.404272 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (7582f411-8fae-4a32-a1a0-d2e835628482), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:58.817683 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for port (7582f411-8fae-4a32-a1a0-d2e835628482), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:58.822186 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (7582f411-8fae-4a32-a1a0-d2e835628482), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:58.898982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'Port': ['ID=7582f411-8fae-4a32-a1a0-d2e835628482,revision_number=2']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:58.910536 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (05c29449-6a81-4ef1-8bf9-49ba62dc5b1a), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.006081 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Floating IP 05c29449-6a81-4ef1-8bf9-49ba62dc5b1a associated. External IP: 172.27.2.151, port: 9b53c6b7-b508-47dc-b083-ba526341c773. Jul 26 13:00:59.040788 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:59.148523 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:59.206370 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:00:59.311537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:00:59.331562 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] Sync routers for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:00:59.332135 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.343290 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:59.361748 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:59.362454 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:00:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:59.369643 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-52b0b15d-da00-4640-8f46-332209cb1526 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8225071 Jul 26 13:00:59.370258 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:00:59.370865 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51462) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:59.373008 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:00:59.375398 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339791851', 'description': 'tempest-secgroup-smoke-1339791851 description', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:59.404422 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.422459 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015b0d4-a0a7-4588-b52a-d51210899f34 x-openstack-request-id: req-9015b0d4-a0a7-4588-b52a-d51210899f34 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:00:59.423025 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:00:59.423025 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9015b0d4-a0a7-4588-b52a-d51210899f34 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:00:59.423398 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9015b0d4-a0a7-4588-b52a-d51210899f34'] response: {'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'status': 'completed', 'code': 200} Jul 26 13:00:59.478450 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group (45c67f8a-b10b-4e80-b40c-398a5fc3c56e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.483933 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (45c67f8a-b10b-4e80-b40c-398a5fc3c56e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.492349 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-71a5ebd9-aa75-432c-b08f-d44ec617d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:59.494090 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-71a5ebd9-aa75-432c-b08f-d44ec617d11a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1129 time: 0.0481918 Jul 26 13:00:59.519488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.524467 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1490140 Jul 26 13:00:59.524467 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51466) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:59.529189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group_rule': {'security_group_id': '45c67f8a-b10b-4e80-b40c-398a5fc3c56e', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:59.535025 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc402f-c554-4a6d-80f3-8d94f699a33a tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c67f8a-b10b-4e80-b40c-398a5fc3c56e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:59.541310 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:59.560555 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (d5d6ac7b-8612-43d5-b473-06b31ec9998c), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.596737 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-5306ef8a-a977-4722-ac25-319c09e5d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:59.598352 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-5306ef8a-a977-4722-ac25-319c09e5d9a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 916 time: 0.0978117 Jul 26 13:00:59.621872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (d5d6ac7b-8612-43d5-b473-06b31ec9998c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.627355 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (d5d6ac7b-8612-43d5-b473-06b31ec9998c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.653501 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d6ac7b-8612-43d5-b473-06b31ec9998c,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:59.661576 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.665787 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-cca055fd-8c8c-4c94-83b6-9ebb8e048110 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409740 Jul 26 13:00:59.666267 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51468) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:59.671145 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group_rule': {'security_group_id': '45c67f8a-b10b-4e80-b40c-398a5fc3c56e', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:59.691475 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-0b46545c-ea8c-49ce-a61c-13a05c5da8c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 999 time: 0.0850031 Jul 26 13:00:59.739612 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (e226a5b0-023e-4a4b-bc51-9624c43e2c75), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.756840 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-f23ae043-4122-4ead-9ebd-41bae2811b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:59.758285 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-f23ae043-4122-4ead-9ebd-41bae2811b85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0609844 Jul 26 13:00:59.773446 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '05c29449-6a81-4ef1-8bf9-49ba62dc5b1a', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'port_id': '9b53c6b7-b508-47dc-b083-ba526341c773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'mac_address': 'fa:16:3e:93:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:58Z', 'updated_at': '2022-07-26T13:00:58Z', 'revision_number': 0, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:59.798754 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] Checking router: 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:00:59.807200 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:00:59.807845 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:00:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:00:59.810228 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:00:59.825428 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-c2d247d4-f35b-4380-8062-3c456b962647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:00:59.826913 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-c2d247d4-f35b-4380-8062-3c456b962647 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605390 Jul 26 13:00:59.852885 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (e226a5b0-023e-4a4b-bc51-9624c43e2c75), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.863770 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (e226a5b0-023e-4a4b-bc51-9624c43e2c75), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.916992 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e226a5b0-023e-4a4b-bc51-9624c43e2c75,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:00:59.918551 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:00:59.926060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:00:59.927243 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-13b2b510-1cef-494d-913a-2791a46296ff tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2600641 Jul 26 13:00:59.930211 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51470) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:00:59.935258 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group_rule': {'security_group_id': '45c67f8a-b10b-4e80-b40c-398a5fc3c56e', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:00:59.962803 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-b8985d8c-72d2-4761-a976-a66c45575600 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242034 Jul 26 13:00:59.970031 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (d09739ce-881a-45f8-bb5e-6f50369f06f6), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.025900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:00.038310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (d09739ce-881a-45f8-bb5e-6f50369f06f6), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.043593 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (d09739ce-881a-45f8-bb5e-6f50369f06f6), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.068346 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09739ce-881a-45f8-bb5e-6f50369f06f6,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:00.073442 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.077918 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3befdcf8-cb00-4993-ab25-be34e2c3efa7 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436868 Jul 26 13:01:00.077918 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51472) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:00.082534 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group_rule': {'security_group_id': '45c67f8a-b10b-4e80-b40c-398a5fc3c56e', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:01:00.085005 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8ecbdd67-958c-447c-aa1e-f536dcad4ca8 req-98e60cb2-3af3-449a-b2af-c6bf5e08cd0d service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152029 Jul 26 13:01:00.110514 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (b7809e86-0e66-4124-a1ee-a144fda3af51), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.162918 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '05c29449-6a81-4ef1-8bf9-49ba62dc5b1a', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'port_id': '9b53c6b7-b508-47dc-b083-ba526341c773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'mac_address': 'fa:16:3e:93:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:58Z', 'updated_at': '2022-07-26T13:00:58Z', 'revision_number': 0, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:00.172911 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (b7809e86-0e66-4124-a1ee-a144fda3af51), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.177284 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (b7809e86-0e66-4124-a1ee-a144fda3af51), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.192865 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf16da-c157-430a-88a8-80223b81f622 None None] The sync data for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi is: [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '05c29449-6a81-4ef1-8bf9-49ba62dc5b1a', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'port_id': '9b53c6b7-b508-47dc-b083-ba526341c773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'mac_address': 'fa:16:3e:93:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T13:00:58Z', 'updated_at': '2022-07-26T13:00:58Z', 'revision_number': 0, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:01:00.198093 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7809e86-0e66-4124-a1ee-a144fda3af51,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:00.206189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.209960 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0e9b04c7-0db7-4367-993a-691d9bb33f95 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286430 Jul 26 13:01:00.210334 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51474) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:00.214658 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group_rule': {'security_group_id': '45c67f8a-b10b-4e80-b40c-398a5fc3c56e', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:01:00.236138 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.securitygroups_db [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Project 2ef477e2598b4c7bbd40c06ccd26112b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 13:01:00.242488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (2d0a57b8-b2ed-42c8-821a-da9899d9fb01), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.304480 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (2d0a57b8-b2ed-42c8-821a-da9899d9fb01), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.309274 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (2d0a57b8-b2ed-42c8-821a-da9899d9fb01), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.314825 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:00.334788 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0a57b8-b2ed-42c8-821a-da9899d9fb01,revision_number=0']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:00.341278 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.345174 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-11903681-f634-4cd4-b16f-55721eb54d14 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312315 Jul 26 13:01:00.345596 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51476) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:00.350201 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'security_group_rule': {'security_group_id': '45c67f8a-b10b-4e80-b40c-398a5fc3c56e', 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:01:00.372794 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.securitygroups_db [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Project 2ef477e2598b4c7bbd40c06ccd26112b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 13:01:00.380362 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (0d61e05a-3b21-406e-987a-4b0830bbf8a7), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.397775 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0bcd3-ca77-4e5a-83e8-6ecd5a6a1610 None None] New status for floating IP 05c29449-6a81-4ef1-8bf9-49ba62dc5b1a: ACTIVE {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:01:00.410186 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:00.449640 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (0d61e05a-3b21-406e-987a-4b0830bbf8a7), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.454095 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853571'] for security_group_rule (0d61e05a-3b21-406e-987a-4b0830bbf8a7), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.474195 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d61e05a-3b21-406e-987a-4b0830bbf8a7,revision_number=0']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:00.483401 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.484664 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-eb00ca8c-1586-4e9f-9d64-dd99323b26d1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379733 Jul 26 13:01:00.577472 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-e88b3a00-2675-45a4-941c-6ab7ee858c49 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339791851&fields=id&tenant_id=2ef477e2598b4c7bbd40c06ccd26112b HTTP/1.1" status: 200 len: 267 time: 0.0477877 Jul 26 13:01:00.633134 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-fea60238-61d5-4d9e-80da-025d9b40abd2 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:00.634751 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-fea60238-61d5-4d9e-80da-025d9b40abd2 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0513635 Jul 26 13:01:00.645180 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.v2.base [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'port': {'security_groups': ['4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25', '45c67f8a-b10b-4e80-b40c-398a5fc3c56e']}} {{(pid=115540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:01:00.714361 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.895283 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:01:00.926529 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for port (9b53c6b7-b508-47dc-b083-ba526341c773), precommit_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.931223 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4149584'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_update {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.943556 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b53c6b7-b508-47dc-b083-ba526341c773'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:01:00.973372 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:00.973617 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:00.975135 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-752cfc1e-1957-47a3-a13a-e34d4aa16773 req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "PUT /v2.0/ports/9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 981 time: 0.3342533 Jul 26 13:01:01.006948 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aceff2-2450-4487-9bfd-cd4ecd654aef tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=6']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:01.052954 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:01.074127 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b53c6b7-b508-47dc-b083-ba526341c773'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:01:01.095768 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b633c3-0edf-4db6-ba44-a138669b20af req-3993465f-fdb2-462d-8595-b4a2cf7504fa tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:01.097693 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-01b633c3-0edf-4db6-ba44-a138669b20af req-3993465f-fdb2-462d-8595-b4a2cf7504fa tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0556843 Jul 26 13:01:01.170358 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-01b633c3-0edf-4db6-ba44-a138669b20af req-f791b416-8822-457f-ab95-07da62a05914 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667531 Jul 26 13:01:01.285688 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-884e536e-5b16-4c58-a6df-cf106f72ac20 None None] Provisioning complete for port 9b53c6b7-b508-47dc-b083-ba526341c773 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:01:01.285924 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-884e536e-5b16-4c58-a6df-cf106f72ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:01.337422 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:01.424900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:01:01.427789 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c94300-9b1b-4f97-a0e4-83c591c8042f" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:01:01.465609 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c4330-3d6d-4695-9c53-64ad4fb693a6 x-openstack-request-id: req-346c4330-3d6d-4695-9c53-64ad4fb693a6 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:01:01.466238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:01:01.466238 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-346c4330-3d6d-4695-9c53-64ad4fb693a6 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:01:01.466549 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346c4330-3d6d-4695-9c53-64ad4fb693a6'] response: {'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'status': 'completed', 'code': 200} Jul 26 13:01:01.476615 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-884e536e-5b16-4c58-a6df-cf106f72ac20 None None] Current status of the port 9b53c6b7-b508-47dc-b083-ba526341c773 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:01:01.483734 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=100 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:01.533300 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-03d87935-0b34-474e-a875-b5893dcb7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:01.534838 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-03d87935-0b34-474e-a875-b5893dcb7ee6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1168 time: 0.0473390 Jul 26 13:01:01.631818 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-1d5e0fe7-7abb-4d87-84c4-29cef7be0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:01.633697 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-1d5e0fe7-7abb-4d87-84c4-29cef7be0d2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 916 time: 0.0927105 Jul 26 13:01:01.701400 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-2fca0be4-bd72-414a-b3fe-b1e439203edd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 1001 time: 0.0597017 Jul 26 13:01:01.734082 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:01.752022 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-1b3d0d23-0afb-4570-9a5d-f34a79521cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:01.753404 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-1b3d0d23-0afb-4570-9a5d-f34a79521cad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0461028 Jul 26 13:01:01.797249 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-c7b5761c-9718-4087-ad8d-00f4d0617550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:01.798738 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-c7b5761c-9718-4087-ad8d-00f4d0617550 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390429 Jul 26 13:01:01.893245 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-083e23b2-7ee5-47cb-9c6d-13b045046782 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877023 Jul 26 13:01:01.946632 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:01.988456 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-31c94300-9b1b-4f97-a0e4-83c591c8042f req-e9ab5286-797f-47a2-8047-328cf36cda24 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Jul 26 13:01:10.504797 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:10.507863 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:11.153603 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:11.161160 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=13 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:11.785405 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=76 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:11.789725 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=55 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:11.983913 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:11.985915 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=26 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:21.736504 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:22.598536 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ad8e-4777-4a10-b9a6-0e06b1df02ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:24.173686 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-213615a2-eda8-4a80-b6eb-be0e29f3a879 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443277 Jul 26 13:01:24.753909 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-776fe0ba-5836-45e1-aaab-d5219a22ad8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:24.774539 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-0c7b5551-29e8-4563-a675-e79da09fdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:24.776096 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-0c7b5551-29e8-4563-a675-e79da09fdc55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1130 time: 0.0416641 Jul 26 13:01:24.894039 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-ebb2bb34-77e1-484c-acf4-d203449299ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:24.895432 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-ebb2bb34-77e1-484c-acf4-d203449299ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.1003165 Jul 26 13:01:24.981520 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-e33d2272-966a-465c-824f-77a60b61d2fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 1001 time: 0.0793476 Jul 26 13:01:25.033784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-31431c92-2b65-4747-ab93-1dc64ab17e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.035316 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-31431c92-2b65-4747-ab93-1dc64ab17e75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0472341 Jul 26 13:01:25.058485 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7332-e69b-4c97-ae6d-f9b663f1002c req-36900014-0213-47ae-9ff8-2f0beb79bf81 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.059904 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-adcb7332-e69b-4c97-ae6d-f9b663f1002c req-36900014-0213-47ae-9ff8-2f0beb79bf81 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0804486 Jul 26 13:01:25.061054 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186712-8e83-4641-8801-e6f0417470ba req-71cc8bb3-9594-479f-a73c-2c6ca6e43474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.062389 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-71cc8bb3-9594-479f-a73c-2c6ca6e43474 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1168 time: 0.0843165 Jul 26 13:01:25.085644 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-b5bb3843-eb6d-491f-96d5-b1c6a02df2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.087148 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-b5bb3843-eb6d-491f-96d5-b1c6a02df2fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460110 Jul 26 13:01:25.181474 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-71961f56-31ef-4fd1-8c16-83bcbd880f10 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864563 Jul 26 13:01:25.195613 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-adcb7332-e69b-4c97-ae6d-f9b663f1002c req-8b0d7e5c-4a40-467e-a925-88f9ce016253 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297956 Jul 26 13:01:25.197040 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186712-8e83-4641-8801-e6f0417470ba req-a269587b-f0df-4422-8297-33519446e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.198384 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-a269587b-f0df-4422-8297-33519446e1f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 916 time: 0.1254027 Jul 26 13:01:25.264431 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-95a3eac5-3613-4e03-8b07-51e2a4da8c10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 1001 time: 0.0592847 Jul 26 13:01:25.276312 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-861b7d60-1ddf-4e4a-80f3-b85a06dc4df6 req-54dbb5e6-29ff-43a2-a0ff-84fed95aafe6 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889974 Jul 26 13:01:25.325234 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186712-8e83-4641-8801-e6f0417470ba req-e48a213a-c5eb-44ce-a196-97867a545f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.327331 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-e48a213a-c5eb-44ce-a196-97867a545f11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0551922 Jul 26 13:01:25.596121 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186712-8e83-4641-8801-e6f0417470ba req-8ff26503-105e-4423-b810-099f7562b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:25.597675 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-8ff26503-105e-4423-b810-099f7562b93c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441589 Jul 26 13:01:25.698306 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-4e4decf2-a6f2-4394-ab1e-216d31c5a21b service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931616 Jul 26 13:01:25.985079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:26.001327 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-9a186712-8e83-4641-8801-e6f0417470ba req-9620ff9f-9047-4e3b-9ec8-71eaac380ecc service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882735 Jul 26 13:01:26.329651 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45323c18-b42c-4ba1-a78b-17f8620146ae req-dd21d686-8985-4930-ae0a-1c7ef24600c4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:26.331136 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-45323c18-b42c-4ba1-a78b-17f8620146ae req-dd21d686-8985-4930-ae0a-1c7ef24600c4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0542812 Jul 26 13:01:26.391342 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-45323c18-b42c-4ba1-a78b-17f8620146ae req-c7113f2f-a49d-4d20-9a5a-d7e281dc81c4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542977 Jul 26 13:01:27.321921 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:27.512723 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc95c21-c8ec-4ccd-b2d9-025fa3aae11d req-95ca33f0-eeec-4a1e-b1d1-804cd03064eb tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:27.514263 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8fc95c21-c8ec-4ccd-b2d9-025fa3aae11d req-95ca33f0-eeec-4a1e-b1d1-804cd03064eb tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0484722 Jul 26 13:01:27.579670 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-8fc95c21-c8ec-4ccd-b2d9-025fa3aae11d req-bf7200ee-8ec7-4b08-ac5f-b92f3ba30ef5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592732 Jul 26 13:01:27.660853 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:28.707457 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2463a8c-0860-4379-9157-bb500ffbf8e7 req-1cf9ae62-1764-4380-b744-49867d9a1481 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:28.709349 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e2463a8c-0860-4379-9157-bb500ffbf8e7 req-1cf9ae62-1764-4380-b744-49867d9a1481 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0494485 Jul 26 13:01:28.771625 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e2463a8c-0860-4379-9157-bb500ffbf8e7 req-224a851a-f907-4f3d-ae9c-c9817c2f37b3 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554357 Jul 26 13:01:29.197131 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d656ed-d4a9-4f67-90dc-3929eb5a51c8 req-fdc52051-e4ae-4891-bae8-6f3e203aaa0e tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:29.198632 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-72d656ed-d4a9-4f67-90dc-3929eb5a51c8 req-fdc52051-e4ae-4891-bae8-6f3e203aaa0e tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.0488060 Jul 26 13:01:29.252016 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-72d656ed-d4a9-4f67-90dc-3929eb5a51c8 req-a0b88ac0-dd8c-43ab-9878-5b312c0a3329 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474849 Jul 26 13:01:29.893111 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be5df-1adc-4303-a31a-50cab63277a2 req-d46c204f-8dad-4730-9284-2c321dcaaa30 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:29.894582 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-897be5df-1adc-4303-a31a-50cab63277a2 req-d46c204f-8dad-4730-9284-2c321dcaaa30 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0503683 Jul 26 13:01:29.954449 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-897be5df-1adc-4303-a31a-50cab63277a2 req-8c3b3c1a-62cf-4526-b46f-5d3d08f4807e tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540078 Jul 26 13:01:30.368860 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5bbb-06e4-41e9-a975-fd02087e49ef req-97971097-f159-411b-a75a-59cb344d6886 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:30.370312 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-681b5bbb-06e4-41e9-a975-fd02087e49ef req-97971097-f159-411b-a75a-59cb344d6886 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.0473657 Jul 26 13:01:30.419160 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-681b5bbb-06e4-41e9-a975-fd02087e49ef req-4bfb6b47-a45d-4438-9377-6bce54f36d47 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups?id=9778b212-1316-4265-9ad6-31f996ca2826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Jul 26 13:01:30.913324 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-3fa57c42-c563-4ca4-b641-826480fecb06 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:30.915212 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-3fa57c42-c563-4ca4-b641-826480fecb06 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 945 time: 0.0496938 Jul 26 13:01:30.984787 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:31.002170 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Deleting port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:01:31.002510 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:31.006260 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:31.111941 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2c18-0e1f-40c4-bd47-7854e311208d req-f3a59877-602c-45d2-9a09-252642b31ce8 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:31.113401 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0f9e2c18-0e1f-40c4-bd47-7854e311208d req-f3a59877-602c-45d2-9a09-252642b31ce8 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0677638 Jul 26 13:01:31.159406 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] For port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:01:31.159812 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:31.241780 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-0f9e2c18-0e1f-40c4-bd47-7854e311208d req-3d6d552f-ad50-45ce-9db2-acc51f4fb38e tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223660 Jul 26 13:01:31.352759 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:31.353110 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887267'] for floatingip (cbdbeb53-8aa7-4e15-ad95-aade48444308), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:31.353417 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Floating IP cbdbeb53-8aa7-4e15-ad95-aade48444308 disassociated. External IP: 172.27.2.242, port: baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf. Jul 26 13:01:31.353753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Calling delete_port for baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:01:31.481777 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:31.508967 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event deleted for resources: {'Port': ['ID=baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:31.519749 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-7e6f4d77-793f-47f5-90fa-1cbe73fb6907 req-bab9b7fd-70e4-4b68-a23a-dac9608c6c57 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/ports?device_id=574f5f50-3fa4-4961-a4cc-8991f97f95a6 HTTP/1.1" status: 200 len: 210 time: 0.0281510 Jul 26 13:01:31.523135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.523135 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.523441 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.523524 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.523836 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.524181 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.524482 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.524879 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.525121 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.525439 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.525869 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.526079 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.526866 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.526866 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.527196 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:01:31.893320 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:01:31.998668 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:01:32.008252 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:01:32.020037 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:01:32.020658 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:32.045831 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] No DVR routers for this DVR port baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:01:32.048528 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.051880 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-2a95c8d8-a12e-48b0-ab81-554ae9920e83 req-c3ece506-9b24-4f8d-973b-ff3135a31f3c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.46 "DELETE /v2.0/ports/baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf HTTP/1.1" status: 204 len: 173 time: 1.1303611 Jul 26 13:01:32.052321 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'name': 'network-vif-deleted', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:01:32.055165 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8450892-fee1-4d96-bac5-d70dd8df6822" -d '{"events": [{"server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "name": "network-vif-deleted", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:01:32.107792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e4eccf-a205-4445-9059-946911c12eea x-openstack-request-id: req-22e4eccf-a205-4445-9059-946911c12eea {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:01:32.108456 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574f5f50-3fa4-4961-a4cc-8991f97f95a6", "name": "network-vif-deleted", "tag": "baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:01:32.108648 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22e4eccf-a205-4445-9059-946911c12eea {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:01:32.109017 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e4eccf-a205-4445-9059-946911c12eea'] response: {'server_uuid': '574f5f50-3fa4-4961-a4cc-8991f97f95a6', 'name': 'network-vif-deleted', 'tag': 'baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf', 'status': 'completed', 'code': 200} Jul 26 13:01:32.132291 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:01:32.329338 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:32.358948 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:01:32.366821 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223205cf-1b8a-478d-ac11-e63f45cd793f req-7267d40a-8cb9-4774-9c3c-50ad3f18f012 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:32.368364 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:01:32.368494 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-223205cf-1b8a-478d-ac11-e63f45cd793f req-7267d40a-8cb9-4774-9c3c-50ad3f18f012 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0492015 Jul 26 13:01:32.368991 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:32.438881 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=100 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:32.457203 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-223205cf-1b8a-478d-ac11-e63f45cd793f req-81df35cf-fbdb-4666-ab7a-537ce39f9e61 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816994 Jul 26 13:01:32.494115 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:01:32.618288 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51658) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:32.674617 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-baf46093-59d3-4913-ba32-d18683995287 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (9778b212-1316-4265-9ad6-31f996ca2826), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.696416 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:32.699715 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-baf46093-59d3-4913-ba32-d18683995287 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (9778b212-1316-4265-9ad6-31f996ca2826), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.721271 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e223f4-3db4-4106-9944-57f31eeaf849 None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:00Z', 'revision_number': 4, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d', 'name': '', 'network_id': 'a4b606f7-2541-4a19-ae64-86a063826c2e', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'mac_address': 'fa:16:3e:42:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:59Z', 'updated_at': '2022-07-26T12:57:04Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'subnets': [{'id': '813fbdc5-50bb-4f7d-af24-88404a55985d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:01:32.750446 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-baf46093-59d3-4913-ba32-d18683995287 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (9778b212-1316-4265-9ad6-31f996ca2826), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.753116 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-baf46093-59d3-4913-ba32-d18683995287 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.757061 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-baf46093-59d3-4913-ba32-d18683995287 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "DELETE /v2.0/security-groups/9778b212-1316-4265-9ad6-31f996ca2826 HTTP/1.1" status: 204 len: 168 time: 0.1350119 Jul 26 13:01:32.757682 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51660) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:32.767191 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46093-59d3-4913-ba32-d18683995287 tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9778b212-1316-4265-9ad6-31f996ca2826,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:32.774196 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.api.v2.resource [None req-9d91d9d0-ce9d-4c96-aeb8-3281a195f90c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] show failed (client error): The resource could not be found. Jul 26 13:01:32.778139 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9d91d9d0-ce9d-4c96-aeb8-3281a195f90c tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "GET /v2.0/security-groups/9778b212-1316-4265-9ad6-31f996ca2826 HTTP/1.1" status: 404 len: 347 time: 0.0163560 Jul 26 13:01:32.780277 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51662) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:32.857420 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:32.898595 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Deleting port e8aa3441-c287-40b6-9210-9773b81cce4f {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:01:32.898927 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.963377 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85fde2-49c5-47ed-ac4b-3fad663660c8 None None] New status for floating IP cbdbeb53-8aa7-4e15-ad95-aade48444308: DOWN {{(pid=115542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:01:32.984133 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.984463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (e8aa3441-c287-40b6-9210-9773b81cce4f), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:32.997958 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Calling delete_port for e8aa3441-c287-40b6-9210-9773b81cce4f owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:01:33.136715 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (e8aa3441-c287-40b6-9210-9773b81cce4f), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:33.158919 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Pushing event deleted for resources: {'Port': ['ID=e8aa3441-c287-40b6-9210-9773b81cce4f,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:33.221716 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks [] for floatingip (cbdbeb53-8aa7-4e15-ad95-aade48444308), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:33.224183 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:33.225319 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f56043a9-62aa-4c1f-aecc-212d716d652d tempest-AttachVolumeTestJSON-1519996836 tempest-AttachVolumeTestJSON-1519996836-project] 10.222.0.20 "DELETE /v2.0/floatingips/cbdbeb53-8aa7-4e15-ad95-aade48444308 HTTP/1.1" status: 204 len: 168 time: 0.4438517 Jul 26 13:01:33.584321 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c885f-0ccd-4b22-89f7-d46417f0768b req-507ae00b-699f-4e25-9dbf-889ee24cde72 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:33.585793 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4f8c885f-0ccd-4b22-89f7-d46417f0768b req-507ae00b-699f-4e25-9dbf-889ee24cde72 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0468850 Jul 26 13:01:33.616672 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:33.651192 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4f8c885f-0ccd-4b22-89f7-d46417f0768b req-537899d5-f634-4d0b-be9f-d24743b30c5d tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595050 Jul 26 13:01:34.056709 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:01:34.771869 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057274-5137-4c42-91e7-9b10f3573eb9 req-6a143272-2370-4590-a73e-314b8df6face tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:34.773389 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75057274-5137-4c42-91e7-9b10f3573eb9 req-6a143272-2370-4590-a73e-314b8df6face tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0485477 Jul 26 13:01:34.836301 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-75057274-5137-4c42-91e7-9b10f3573eb9 req-4127ca1b-0462-4a17-815d-a3458a6a8532 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571959 Jul 26 13:01:35.575359 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:01:35.597357 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:01:35.597744 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device baf28fd5-13a2-48aa-a2c6-2e4f3dd2ccaf not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:01:35.942417 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:35.963009 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1566e-b273-44de-8795-e5d3cf29c541 req-6a62966d-0e1b-4c26-8cc7-9a577d994fd4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:35.964790 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d7d1566e-b273-44de-8795-e5d3cf29c541 req-6a62966d-0e1b-4c26-8cc7-9a577d994fd4 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0547643 Jul 26 13:01:36.024904 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d7d1566e-b273-44de-8795-e5d3cf29c541 req-0d6e1a4c-8324-46b7-904c-759a8efb6fc5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530715 Jul 26 13:01:36.791241 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51696) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:36.965662 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:37.111429 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (2983448a-2518-4b75-a613-cc1ba8ffcdd6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:37.185122 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859ecd2-1892-419d-b1e7-d4b8648b7bd8 req-7e0c5366-2fa1-4afd-845f-175668eb5543 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:37.186619 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a859ecd2-1892-419d-b1e7-d4b8648b7bd8 req-7e0c5366-2fa1-4afd-845f-175668eb5543 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0884528 Jul 26 13:01:37.189332 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:37.313695 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-a859ecd2-1892-419d-b1e7-d4b8648b7bd8 req-07288159-b9f5-439e-a9cc-38e4ce2f6a03 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&id=45c67f8a-b10b-4e80-b40c-398a5fc3c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002164 Jul 26 13:01:37.412165 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Deleting port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:01:37.412497 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:37.489200 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] For port aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:01:37.489555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:37.506972 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Calling delete_port for aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:01:37.943441 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:37.967921 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:38.033818 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:38.131881 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (2983448a-2518-4b75-a613-cc1ba8ffcdd6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:38.277415 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:38.338001 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:01:38.441715 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:01:38.448567 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b978a0fe-542c-485f-8f79-3d08c77e01d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/2983448a-2518-4b75-a613-cc1ba8ffcdd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6562669 Jul 26 13:01:38.452815 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51702) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:38.455520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] Sync routers for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:01:38.466076 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:01:38.466676 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:38.557189 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks [] for router (2983448a-2518-4b75-a613-cc1ba8ffcdd6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:38.572557 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:01:38.656499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks [] for router_gateway (2983448a-2518-4b75-a613-cc1ba8ffcdd6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:38.665834 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:38.684443 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:38.702059 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Deleting port 950b6ff7-5546-4bba-85b8-722498138748 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:01:38.702396 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (950b6ff7-5546-4bba-85b8-722498138748), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:38.744912 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '950b6ff7-5546-4bba-85b8-722498138748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T13:01:37Z', 'revision_number': 5, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port': {'id': '950b6ff7-5546-4bba-85b8-722498138748', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:38.773741 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] Checking router: 2983448a-2518-4b75-a613-cc1ba8ffcdd6 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:01:38.782884 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] Routers {'2983448a-2518-4b75-a613-cc1ba8ffcdd6'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:01:38.783063 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] For port 950b6ff7-5546-4bba-85b8-722498138748, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=950b6ff7-5546-4bba-85b8-722498138748,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:01:38.783356 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (950b6ff7-5546-4bba-85b8-722498138748), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:38.783498 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:25Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:38.797464 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Calling delete_port for 950b6ff7-5546-4bba-85b8-722498138748 owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:01:38.872788 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] Set router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 gateway port host: None {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:01:38.926299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T13:01:38Z', 'revision_number': 6, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:38.953333 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76060d44-cde9-42be-8f80-2ca1bf6de490 None None] The sync data for ids ['2983448a-2518-4b75-a613-cc1ba8ffcdd6'] in dv-cinder-850939-2-iscsi is: [{'id': '2983448a-2518-4b75-a613-cc1ba8ffcdd6', 'name': 'tempest-AttachVolumeTestJSON-590491454-router', 'tenant_id': '429715c1b71244bcbbf9f30190d25823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:56:57Z', 'updated_at': '2022-07-26T13:01:38Z', 'revision_number': 6, 'project_id': '429715c1b71244bcbbf9f30190d25823', 'gw_port_host': None}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:01:38.955920 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:38.970100 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (950b6ff7-5546-4bba-85b8-722498138748), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:38.997413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=950b6ff7-5546-4bba-85b8-722498138748,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:39.061514 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (2983448a-2518-4b75-a613-cc1ba8ffcdd6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.115941 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:39.153874 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (2983448a-2518-4b75-a613-cc1ba8ffcdd6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.156380 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks [] for router_controller (2983448a-2518-4b75-a613-cc1ba8ffcdd6), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.197897 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (2983448a-2518-4b75-a613-cc1ba8ffcdd6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.198484 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2983448a-2518-4b75-a613-cc1ba8ffcdd6 {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:01:39.202757 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.204433 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-70c06e30-0fdd-4246-9afe-084caded5bf8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2983448a-2518-4b75-a613-cc1ba8ffcdd6 HTTP/1.1" status: 204 len: 168 time: 0.7506683 Jul 26 13:01:39.206925 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51704) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:39.251170 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Deleting subnet 813fbdc5-50bb-4f7d-af24-88404a55985d {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:01:39.254364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Publish callbacks [] for subnet (813fbdc5-50bb-4f7d-af24-88404a55985d), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.292964 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (813fbdc5-50bb-4f7d-af24-88404a55985d), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.373122 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (813fbdc5-50bb-4f7d-af24-88404a55985d), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.432734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (813fbdc5-50bb-4f7d-af24-88404a55985d), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.463285 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813fbdc5-50bb-4f7d-af24-88404a55985d,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:39.470119 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.473955 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-2469e08a-bb8b-43cd-85b9-f0dca8692ee6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/813fbdc5-50bb-4f7d-af24-88404a55985d HTTP/1.1" status: 204 len: 168 time: 0.2657144 Jul 26 13:01:39.476373 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51706) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:39.476705 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12813b3d-cdad-4824-bd8a-4c28e56fd6a9 None None] Network a4b606f7-2541-4a19-ae64-86a063826c2e requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:01:39.548421 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (a4b606f7-2541-4a19-ae64-86a063826c2e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.597172 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Deleting port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:01:39.597515 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.667932 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] For port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,segment=NetworkSegment(51790f7f-0101-4a69-84b2-d08dd77c91f6),segment_id=51790f7f-0101-4a69-84b2-d08dd77c91f6)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:01:39.668172 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.685668 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Calling delete_port for 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b owned by network:dhcp {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:01:39.774688 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (46a167ce-d7b3-4c1f-9a28-4b4f36a7108b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.776573 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dd0cd-704f-49d8-aeba-444b990f1bbf None None] DHCP port deletion for a4b606f7-2541-4a19-ae64-86a063826c2e request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:01:39.806887 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Pushing event deleted for resources: {'Port': ['ID=46a167ce-d7b3-4c1f-9a28-4b4f36a7108b,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:39.810748 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] No DVR routers for this DVR port 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b on host dv-cinder-850939-2-iscsi {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:01:39.813947 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:01:39.832847 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:01:39.833332 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device aa6faee4-1294-4a9e-ad1d-0754f8e8ac6d not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:01:39.833827 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 950b6ff7-5546-4bba-85b8-722498138748 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:01:39.854335 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 950b6ff7-5546-4bba-85b8-722498138748 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:01:39.854755 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 950b6ff7-5546-4bba-85b8-722498138748 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:01:39.882947 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (a4b606f7-2541-4a19-ae64-86a063826c2e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.903737 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b606f7-2541-4a19-ae64-86a063826c2e']}} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:39.915018 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51790f7f-0101-4a69-84b2-d08dd77c91f6') {'for_net_delete': True} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:39.915197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51790f7f-0101-4a69-84b2-d08dd77c91f6') {} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:39.917135 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:39.928271 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-385442'] for segment (51790f7f-0101-4a69-84b2-d08dd77c91f6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.943539 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (51790f7f-0101-4a69-84b2-d08dd77c91f6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.950900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=115540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:01:39.951209 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149556'] for segment (51790f7f-0101-4a69-84b2-d08dd77c91f6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:39.970693 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 51790f7f-0101-4a69-84b2-d08dd77c91f6 resource provider aggregate not found Jul 26 13:01:40.013620 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 51790f7f-0101-4a69-84b2-d08dd77c91f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51790f7f-0101-4a69-84b2-d08dd77c91f6 found for delete ", "request_id": "req-61a972d9-d680-42cf-8825-3331fb924767"}]} Jul 26 13:01:40.022920 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (a4b606f7-2541-4a19-ae64-86a063826c2e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:40.034808 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:40.037984 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a4b606f7-2541-4a19-ae64-86a063826c2e HTTP/1.1" status: 204 len: 168 time: 0.5605745 Jul 26 13:01:40.048709 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57430469-f55e-497c-a656-da8f89ab465c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b606f7-2541-4a19-ae64-86a063826c2e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:40.210268 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51714) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:40.250987 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0ee3af64-6e03-479e-b6e6-611f0920e646 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=429715c1b71244bcbbf9f30190d25823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395749 Jul 26 13:01:40.253535 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51716) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:40.301275 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6d330637-bd22-488f-97e9-ef9e94bfd0d6 admin admin] Publish callbacks [] for security_group (dbd07b48-bb11-43a4-9be6-03c407495a55), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:40.321679 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6d330637-bd22-488f-97e9-ef9e94bfd0d6 admin admin] Publish callbacks [] for security_group (dbd07b48-bb11-43a4-9be6-03c407495a55), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:40.367467 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6d330637-bd22-488f-97e9-ef9e94bfd0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (dbd07b48-bb11-43a4-9be6-03c407495a55), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:40.369937 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-6d330637-bd22-488f-97e9-ef9e94bfd0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:40.371060 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-6d330637-bd22-488f-97e9-ef9e94bfd0d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbd07b48-bb11-43a4-9be6-03c407495a55 HTTP/1.1" status: 204 len: 168 time: 0.1166503 Jul 26 13:01:40.378985 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d330637-bd22-488f-97e9-ef9e94bfd0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd07b48-bb11-43a4-9be6-03c407495a55,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:41.549392 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:01:41.576534 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:01:41.576880 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 46a167ce-d7b3-4c1f-9a28-4b4f36a7108b not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:01:44.121180 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51776) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:44.229556 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-10e356bd-0b58-41c3-b490-efb0d75ac90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.306704 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-10e356bd-0b58-41c3-b490-efb0d75ac90e admin admin] Publish callbacks [] for security_group (9491503a-aec5-4d18-b295-b195ea98f50e), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.310358 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-10e356bd-0b58-41c3-b490-efb0d75ac90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (9491503a-aec5-4d18-b295-b195ea98f50e), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.350137 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-10e356bd-0b58-41c3-b490-efb0d75ac90e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ab311ac1d334258ae30db35c83fcc2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278998 Jul 26 13:01:44.351085 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e356bd-0b58-41c3-b490-efb0d75ac90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9491503a-aec5-4d18-b295-b195ea98f50e,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:44.352918 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51780) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:44.378056 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:44.405136 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5718f6d3-06c4-40f3-9260-b80616039c49 admin admin] Publish callbacks [] for security_group (9491503a-aec5-4d18-b295-b195ea98f50e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.427165 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5718f6d3-06c4-40f3-9260-b80616039c49 admin admin] Publish callbacks [] for security_group (9491503a-aec5-4d18-b295-b195ea98f50e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.474746 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5718f6d3-06c4-40f3-9260-b80616039c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (9491503a-aec5-4d18-b295-b195ea98f50e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.477310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5718f6d3-06c4-40f3-9260-b80616039c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:44.478750 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5718f6d3-06c4-40f3-9260-b80616039c49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9491503a-aec5-4d18-b295-b195ea98f50e HTTP/1.1" status: 204 len: 168 time: 0.1240094 Jul 26 13:01:44.487276 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718f6d3-06c4-40f3-9260-b80616039c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491503a-aec5-4d18-b295-b195ea98f50e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:46.112457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51830) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:46.220549 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8bf2-3b58-40b0-bd34-16d938eaf057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.302500 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8bf2-3b58-40b0-bd34-16d938eaf057 admin admin] Publish callbacks [] for security_group (ffef54f7-31c2-4fe2-ab33-040494073f4a), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.306280 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8bf2-3b58-40b0-bd34-16d938eaf057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ffef54f7-31c2-4fe2-ab33-040494073f4a), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.347285 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5a5f8bf2-3b58-40b0-bd34-16d938eaf057 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55e36ac87cb84f09acc218e36bc2045e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337260 Jul 26 13:01:46.348014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8bf2-3b58-40b0-bd34-16d938eaf057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef54f7-31c2-4fe2-ab33-040494073f4a,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:46.350166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51834) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:46.399161 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a3abfa55-7f1f-44ff-b859-f35169510f28 admin admin] Publish callbacks [] for security_group (ffef54f7-31c2-4fe2-ab33-040494073f4a), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.420627 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a3abfa55-7f1f-44ff-b859-f35169510f28 admin admin] Publish callbacks [] for security_group (ffef54f7-31c2-4fe2-ab33-040494073f4a), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.465248 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a3abfa55-7f1f-44ff-b859-f35169510f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ffef54f7-31c2-4fe2-ab33-040494073f4a), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.468408 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a3abfa55-7f1f-44ff-b859-f35169510f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.469549 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a3abfa55-7f1f-44ff-b859-f35169510f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffef54f7-31c2-4fe2-ab33-040494073f4a HTTP/1.1" status: 204 len: 168 time: 0.1184051 Jul 26 13:01:46.477904 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abfa55-7f1f-44ff-b859-f35169510f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef54f7-31c2-4fe2-ab33-040494073f4a,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:46.738634 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51840) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:46.752641 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-069fbc4f-3405-4f71-a147-3c5745ae1fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.828196 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-069fbc4f-3405-4f71-a147-3c5745ae1fde admin admin] Publish callbacks [] for security_group (30eb2ff9-3ca5-41e1-9d57-409c560d423b), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.832940 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-069fbc4f-3405-4f71-a147-3c5745ae1fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (30eb2ff9-3ca5-41e1-9d57-409c560d423b), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.872538 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-069fbc4f-3405-4f71-a147-3c5745ae1fde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42caa060d0924b31af209b8d31363531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327012 Jul 26 13:01:46.873986 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fbc4f-3405-4f71-a147-3c5745ae1fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eb2ff9-3ca5-41e1-9d57-409c560d423b,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:46.876736 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51842) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:46.930297 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d106cce-07f9-4341-9fa2-9a7249302a08 admin admin] Publish callbacks [] for security_group (30eb2ff9-3ca5-41e1-9d57-409c560d423b), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.951591 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d106cce-07f9-4341-9fa2-9a7249302a08 admin admin] Publish callbacks [] for security_group (30eb2ff9-3ca5-41e1-9d57-409c560d423b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:46.999260 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d106cce-07f9-4341-9fa2-9a7249302a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (30eb2ff9-3ca5-41e1-9d57-409c560d423b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:47.001871 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-3d106cce-07f9-4341-9fa2-9a7249302a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:47.003050 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-3d106cce-07f9-4341-9fa2-9a7249302a08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30eb2ff9-3ca5-41e1-9d57-409c560d423b HTTP/1.1" status: 204 len: 168 time: 0.1249640 Jul 26 13:01:47.006241 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:47.012498 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d106cce-07f9-4341-9fa2-9a7249302a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eb2ff9-3ca5-41e1-9d57-409c560d423b,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:49.035733 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 51912) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:49.142912 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7123177c-d44e-4f0f-a7be-8f50a527f415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.172826 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:49.227414 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7123177c-d44e-4f0f-a7be-8f50a527f415 admin admin] Publish callbacks [] for security_group (1fdc5ff8-cfc6-4550-8473-721d557fcd9b), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.232036 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7123177c-d44e-4f0f-a7be-8f50a527f415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1fdc5ff8-cfc6-4550-8473-721d557fcd9b), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.271466 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-7123177c-d44e-4f0f-a7be-8f50a527f415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb1fb7afcff64519b9ca4089e50afed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346642 Jul 26 13:01:49.272204 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123177c-d44e-4f0f-a7be-8f50a527f415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc5ff8-cfc6-4550-8473-721d557fcd9b,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:49.275059 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51916) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:49.327775 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124076a0-69e1-4288-9756-0a05e340e4d3 admin admin] Publish callbacks [] for security_group (1fdc5ff8-cfc6-4550-8473-721d557fcd9b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.349686 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124076a0-69e1-4288-9756-0a05e340e4d3 admin admin] Publish callbacks [] for security_group (1fdc5ff8-cfc6-4550-8473-721d557fcd9b), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.397802 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124076a0-69e1-4288-9756-0a05e340e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1fdc5ff8-cfc6-4550-8473-721d557fcd9b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.400439 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-124076a0-69e1-4288-9756-0a05e340e4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.401608 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-124076a0-69e1-4288-9756-0a05e340e4d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fdc5ff8-cfc6-4550-8473-721d557fcd9b HTTP/1.1" status: 204 len: 168 time: 0.1251783 Jul 26 13:01:49.410006 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124076a0-69e1-4288-9756-0a05e340e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc5ff8-cfc6-4550-8473-721d557fcd9b,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:49.418372 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:49.419875 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:49.686900 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51922) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:49.700293 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e02e-64cc-4b17-9df4-2a44a15b57a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.732636 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:49.754382 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:49.791252 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e02e-64cc-4b17-9df4-2a44a15b57a2 admin admin] Publish callbacks [] for security_group (4230accb-2cc1-4373-b0fc-b2397e26185c), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.794923 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e02e-64cc-4b17-9df4-2a44a15b57a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (4230accb-2cc1-4373-b0fc-b2397e26185c), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.832977 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9e02e-64cc-4b17-9df4-2a44a15b57a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4230accb-2cc1-4373-b0fc-b2397e26185c,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:49.838214 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f9a9e02e-64cc-4b17-9df4-2a44a15b57a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6966512d541346b48510c299999f0b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497195 Jul 26 13:01:49.840338 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 51924) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:49.890164 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0b4be7ef-8991-4fd0-8dbf-19bdcee6707e admin admin] Publish callbacks [] for security_group (4230accb-2cc1-4373-b0fc-b2397e26185c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.915011 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0b4be7ef-8991-4fd0-8dbf-19bdcee6707e admin admin] Publish callbacks [] for security_group (4230accb-2cc1-4373-b0fc-b2397e26185c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.964863 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0b4be7ef-8991-4fd0-8dbf-19bdcee6707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (4230accb-2cc1-4373-b0fc-b2397e26185c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.967787 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-0b4be7ef-8991-4fd0-8dbf-19bdcee6707e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:49.969139 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-0b4be7ef-8991-4fd0-8dbf-19bdcee6707e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4230accb-2cc1-4373-b0fc-b2397e26185c HTTP/1.1" status: 204 len: 168 time: 0.1278541 Jul 26 13:01:49.979341 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4be7ef-8991-4fd0-8dbf-19bdcee6707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230accb-2cc1-4373-b0fc-b2397e26185c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:51.749937 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:52.592442 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33996bbd-164a-456f-b1c0-3e537d85f3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:52.964386 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52056) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:53.196571 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea95e-c0e5-456e-9384-06474fb91038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.269582 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea95e-c0e5-456e-9384-06474fb91038 admin admin] Publish callbacks [] for security_group (d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.273735 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea95e-c0e5-456e-9384-06474fb91038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.313452 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-7d3ea95e-c0e5-456e-9384-06474fb91038 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cf43929a1b0493c861d4f76d9d29f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478916 Jul 26 13:01:53.314323 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ea95e-c0e5-456e-9384-06474fb91038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:53.316248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52060) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:53.365278 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e80ea41f-8d26-475e-9ba4-441cfbba54d5 admin admin] Publish callbacks [] for security_group (d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.387010 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e80ea41f-8d26-475e-9ba4-441cfbba54d5 admin admin] Publish callbacks [] for security_group (d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.433021 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e80ea41f-8d26-475e-9ba4-441cfbba54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.435570 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e80ea41f-8d26-475e-9ba4-441cfbba54d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.437332 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-e80ea41f-8d26-475e-9ba4-441cfbba54d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c HTTP/1.1" status: 204 len: 168 time: 0.1200323 Jul 26 13:01:53.445034 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea41f-8d26-475e-9ba4-441cfbba54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38c4c92-e9e2-4d3a-aa8e-cbf32b3e903c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:53.705770 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52066) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:53.719125 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bad934be-4613-4b44-ac8d-9f11d2f33c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.801364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bad934be-4613-4b44-ac8d-9f11d2f33c10 admin admin] Publish callbacks [] for security_group (edb60e1f-8bae-48a5-80d1-bae687b34dab), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.805144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-bad934be-4613-4b44-ac8d-9f11d2f33c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (edb60e1f-8bae-48a5-80d1-bae687b34dab), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.849259 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-bad934be-4613-4b44-ac8d-9f11d2f33c10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb72505c724c49948513f9568abf60a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419475 Jul 26 13:01:53.849867 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad934be-4613-4b44-ac8d-9f11d2f33c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb60e1f-8bae-48a5-80d1-bae687b34dab,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:53.852516 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52068) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:53.907667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b61369f6-cea0-4434-8191-a3edf852d86a admin admin] Publish callbacks [] for security_group (edb60e1f-8bae-48a5-80d1-bae687b34dab), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.929527 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b61369f6-cea0-4434-8191-a3edf852d86a admin admin] Publish callbacks [] for security_group (edb60e1f-8bae-48a5-80d1-bae687b34dab), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.976272 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b61369f6-cea0-4434-8191-a3edf852d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (edb60e1f-8bae-48a5-80d1-bae687b34dab), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.978906 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b61369f6-cea0-4434-8191-a3edf852d86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:53.980115 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b61369f6-cea0-4434-8191-a3edf852d86a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edb60e1f-8bae-48a5-80d1-bae687b34dab HTTP/1.1" status: 204 len: 168 time: 0.1264935 Jul 26 13:01:53.988900 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61369f6-cea0-4434-8191-a3edf852d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb60e1f-8bae-48a5-80d1-bae687b34dab,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:54.758353 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a87d978a-031b-4ad0-b9a6-57a0d1010378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:55.986904 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:57.322622 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:57.652785 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52126) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:01:57.664949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:57.801129 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Deleting port 11d0da0e-273a-4c45-be18-282dc3288d0b {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:01:57.801388 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:57.876194 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:57.876530 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (11d0da0e-273a-4c45-be18-282dc3288d0b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:57.889027 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Calling delete_port for 11d0da0e-273a-4c45-be18-282dc3288d0b owned by network:floatingip {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:01:57.896841 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:58.006920 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:01:58.060266 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (11d0da0e-273a-4c45-be18-282dc3288d0b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:58.087070 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'Port': ['ID=11d0da0e-273a-4c45-be18-282dc3288d0b,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:01:58.152701 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (38d1dfc4-7bf1-41c7-8836-889a1413a6ff), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:58.153026 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Floating IP 38d1dfc4-7bf1-41c7-8836-889a1413a6ff disassociated (deleted). External IP: 172.27.2.175, port: 56458652-0240-4463-b181-f1a431b8e38c. Jul 26 13:01:58.353753 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:01:58.463190 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:01:58.468322 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:01:58.477164 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:01:58.488912 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:01:58.489678 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:58.500570 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-e5021670-4799-47d3-8e3e-2c7b0da8982b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "DELETE /v2.0/floatingips/38d1dfc4-7bf1-41c7-8836-889a1413a6ff HTTP/1.1" status: 204 len: 168 time: 0.8466587 Jul 26 13:01:58.501258 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'tag': '56458652-0240-4463-b181-f1a431b8e38c'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:01:58.503948 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5629dd0b-0eda-4132-8e7a-9d27350ce92a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "tag": "56458652-0240-4463-b181-f1a431b8e38c"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:01:58.730146 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc4560-7123-4915-a939-e4a64d04d937 x-openstack-request-id: req-20dc4560-7123-4915-a939-e4a64d04d937 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:01:58.730751 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "tag": "56458652-0240-4463-b181-f1a431b8e38c", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:01:58.730751 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20dc4560-7123-4915-a939-e4a64d04d937 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:01:58.731082 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dc4560-7123-4915-a939-e4a64d04d937'] response: {'name': 'network-changed', 'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'tag': '56458652-0240-4463-b181-f1a431b8e38c', 'status': 'completed', 'code': 200} Jul 26 13:01:58.761966 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:01:58.781963 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee422-4418-4f81-aad3-0dc8e42ac154 req-ab25f1bc-9451-48bc-8906-9b4ce181b7bc tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:58.783919 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-702ee422-4418-4f81-aad3-0dc8e42ac154 req-ab25f1bc-9451-48bc-8906-9b4ce181b7bc tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 945 time: 0.0532587 Jul 26 13:01:58.834255 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-702ee422-4418-4f81-aad3-0dc8e42ac154 req-508f99a6-e3bd-4148-9334-9a124cffcfef tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442009 Jul 26 13:01:58.971724 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:17Z', 'revision_number': 1, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:58.995563 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:01:59.004020 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:01:59.004618 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:59.104938 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:01:59.312630 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:17Z', 'revision_number': 1, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:01:59.337067 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5a99-0e96-4b42-b53a-72b666127abb None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_floatingips': [{'id': '9dd3aecc-018e-43ec-8e9c-f7114e02f7e6', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'router_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'port_id': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'mac_address': 'fa:16:3e:77:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T12:58:15Z', 'updated_at': '2022-07-26T12:58:17Z', 'revision_number': 1, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:01:59.547611 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a47123-6245-4677-a0e4-de47d3d6cc65 None None] New status for floating IP 38d1dfc4-7bf1-41c7-8836-889a1413a6ff: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:01:59.976103 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-dfb9d2e9-9998-4116-904b-64e85f92c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:59.977679 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-dfb9d2e9-9998-4116-904b-64e85f92c8e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 1129 time: 0.1800609 Jul 26 13:01:59.988955 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298d667-a95a-416d-b3bf-e457b2520ac8 req-24a27d58-293f-42c0-8be8-1406fbb67aae tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:01:59.990394 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c298d667-a95a-416d-b3bf-e457b2520ac8 req-24a27d58-293f-42c0-8be8-1406fbb67aae tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 945 time: 0.0632226 Jul 26 13:02:00.018986 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52164) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:00.112737 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-c298d667-a95a-416d-b3bf-e457b2520ac8 req-40b800a9-7119-4fdc-a973-c2ac86abd367 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125243 Jul 26 13:02:00.130793 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.130999 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-76981024-68f4-490b-b0bf-50349b5c9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:00.132349 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-76981024-68f4-490b-b0bf-50349b5c9e72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.1410820 Jul 26 13:02:00.177705 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:00.214501 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Publish callbacks [] for security_group (2c438922-74dc-4428-b192-9e897f1c975c), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.218734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2c438922-74dc-4428-b192-9e897f1c975c), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.222145 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:00.240362 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-10ed3058-1d24-4874-928f-e372350edd0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56458652-0240-4463-b181-f1a431b8e38c HTTP/1.1" status: 200 len: 217 time: 0.0402966 Jul 26 13:02:00.265094 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c438922-74dc-4428-b192-9e897f1c975c,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:00.271431 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=181a29ff82854a2e929406923e2a2515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488699 Jul 26 13:02:00.275258 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52168) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:00.286434 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.286779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.287450 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.287450 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.287788 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.288114 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.288434 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.288751 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.289080 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.289399 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.289728 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.290042 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.290361 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.290681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.290994 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550e87-fc1d-48cd-8e8b-a7d228e3eeab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:00.295032 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-54fc70f9-548f-4057-a913-1ea9a01ea349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:00.296586 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-54fc70f9-548f-4057-a913-1ea9a01ea349 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0467618 Jul 26 13:02:00.342518 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-be692b8f-cd0c-4121-b117-72bd73171ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:00.344044 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-be692b8f-cd0c-4121-b117-72bd73171ecb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406978 Jul 26 13:02:00.350480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-5d13eb94-5d81-45d2-9eb8-2bd64732abfe tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:00.351906 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-5d13eb94-5d81-45d2-9eb8-2bd64732abfe tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 945 time: 0.0773559 Jul 26 13:02:00.353658 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-f32da123-fc95-4c35-a221-52da800a246b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 13:02:00.354610 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-f32da123-fc95-4c35-a221-52da800a246b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047796 Jul 26 13:02:00.378308 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:00.402843 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13adb67a-66b5-47ea-8af0-d2205c261fe9 admin admin] Publish callbacks [] for security_group (2c438922-74dc-4428-b192-9e897f1c975c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.461587 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-cd8efc75-da5a-47aa-936e-06cfa11c6fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006277 Jul 26 13:02:00.465091 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13adb67a-66b5-47ea-8af0-d2205c261fe9 admin admin] Publish callbacks [] for security_group (2c438922-74dc-4428-b192-9e897f1c975c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.484289 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Deleting port 56458652-0240-4463-b181-f1a431b8e38c {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:00.484620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (56458652-0240-4463-b181-f1a431b8e38c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.520493 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:00.555014 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-5629dd0b-0eda-4132-8e7a-9d27350ce92a req-63941dd2-032f-441e-8589-e191cd176ec6 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869739 Jul 26 13:02:00.582681 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13adb67a-66b5-47ea-8af0-d2205c261fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2c438922-74dc-4428-b192-9e897f1c975c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.585239 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-13adb67a-66b5-47ea-8af0-d2205c261fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.586368 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-13adb67a-66b5-47ea-8af0-d2205c261fe9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c438922-74dc-4428-b192-9e897f1c975c HTTP/1.1" status: 204 len: 168 time: 0.3102655 Jul 26 13:02:00.603124 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb67a-66b5-47ea-8af0-d2205c261fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c438922-74dc-4428-b192-9e897f1c975c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:00.616733 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] For port 56458652-0240-4463-b181-f1a431b8e38c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=56458652-0240-4463-b181-f1a431b8e38c,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:00.617095 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (56458652-0240-4463-b181-f1a431b8e38c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.633597 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Calling delete_port for 56458652-0240-4463-b181-f1a431b8e38c owned by compute:nova {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:00.771581 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (56458652-0240-4463-b181-f1a431b8e38c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.797552 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'Port': ['ID=56458652-0240-4463-b181-f1a431b8e38c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:00.850544 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] No DVR routers for this DVR port 56458652-0240-4463-b181-f1a431b8e38c on host hv-cinder-85093 {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:00.853314 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:00.856589 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e4f94207-98d8-422d-804e-0ddbf1afb219 req-e34bad0d-b11f-4e6d-b289-024547c5c473 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "DELETE /v2.0/ports/56458652-0240-4463-b181-f1a431b8e38c HTTP/1.1" status: 204 len: 173 time: 0.4951534 Jul 26 13:02:00.857046 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'name': 'network-vif-deleted', 'tag': '56458652-0240-4463-b181-f1a431b8e38c'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:02:00.859790 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3871d3c4-041c-4d17-a055-d55f8c729993" -d '{"events": [{"server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "name": "network-vif-deleted", "tag": "56458652-0240-4463-b181-f1a431b8e38c"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:02:00.941726 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52180) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:00.961039 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-233dba38-3b16-48c4-b243-181f36c81456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.022398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:01.042555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-233dba38-3b16-48c4-b243-181f36c81456 admin admin] Publish callbacks [] for security_group (04168468-d464-4432-a7ed-5a2315cfdec0), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.046562 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-233dba38-3b16-48c4-b243-181f36c81456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (04168468-d464-4432-a7ed-5a2315cfdec0), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.099054 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-233dba38-3b16-48c4-b243-181f36c81456 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b07532cefd60498397b6c062b0984be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557460 Jul 26 13:02:01.101357 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52182) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:01.109269 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dba38-3b16-48c4-b243-181f36c81456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04168468-d464-4432-a7ed-5a2315cfdec0,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:01.137003 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:01.140131 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06d917-412a-48b2-b6ec-1fd519df6bd1 x-openstack-request-id: req-ff06d917-412a-48b2-b6ec-1fd519df6bd1 {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:02:01.140418 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ddf07f-628a-4aca-8e71-e2ad95e160a2", "name": "network-vif-deleted", "tag": "56458652-0240-4463-b181-f1a431b8e38c", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:02:01.140672 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff06d917-412a-48b2-b6ec-1fd519df6bd1 {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:02:01.141403 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff06d917-412a-48b2-b6ec-1fd519df6bd1'] response: {'server_uuid': 'e0ddf07f-628a-4aca-8e71-e2ad95e160a2', 'name': 'network-vif-deleted', 'tag': '56458652-0240-4463-b181-f1a431b8e38c', 'status': 'completed', 'code': 200} Jul 26 13:02:01.172342 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-db319e94-9c90-46cd-a840-8a1465c69b95 admin admin] Publish callbacks [] for security_group (04168468-d464-4432-a7ed-5a2315cfdec0), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.202252 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-db319e94-9c90-46cd-a840-8a1465c69b95 admin admin] Publish callbacks [] for security_group (04168468-d464-4432-a7ed-5a2315cfdec0), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.236489 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-e343d2f4-3022-4e9e-9eae-81973086e120 req-b22d9782-555b-48f3-901f-fec2589cf456 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ddf07f-628a-4aca-8e71-e2ad95e160a2 HTTP/1.1" status: 200 len: 210 time: 0.0346987 Jul 26 13:02:01.260585 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-db319e94-9c90-46cd-a840-8a1465c69b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (04168468-d464-4432-a7ed-5a2315cfdec0), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.264271 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-db319e94-9c90-46cd-a840-8a1465c69b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:01.265761 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-db319e94-9c90-46cd-a840-8a1465c69b95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04168468-d464-4432-a7ed-5a2315cfdec0 HTTP/1.1" status: 204 len: 168 time: 0.1634393 Jul 26 13:02:01.274813 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319e94-9c90-46cd-a840-8a1465c69b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04168468-d464-4432-a7ed-5a2315cfdec0,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:03.255830 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52262) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:03.361453 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1916-d4c0-4f39-b4bf-4da4231afb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.442953 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1916-d4c0-4f39-b4bf-4da4231afb18 admin admin] Publish callbacks [] for security_group (3058fd23-7c36-4c0b-9f9f-14d1e7c2d901), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.447089 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1916-d4c0-4f39-b4bf-4da4231afb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3058fd23-7c36-4c0b-9f9f-14d1e7c2d901), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.488369 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-d3bc1916-d4c0-4f39-b4bf-4da4231afb18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05f090510c674256a962928a1cb5ee15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309234 Jul 26 13:02:03.490767 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52270) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:03.497197 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc1916-d4c0-4f39-b4bf-4da4231afb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3058fd23-7c36-4c0b-9f9f-14d1e7c2d901,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:03.545968 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-87bfb0bc-3d0b-4e14-9e0b-dfa4d96309ae admin admin] Publish callbacks [] for security_group (3058fd23-7c36-4c0b-9f9f-14d1e7c2d901), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.571768 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-87bfb0bc-3d0b-4e14-9e0b-dfa4d96309ae admin admin] Publish callbacks [] for security_group (3058fd23-7c36-4c0b-9f9f-14d1e7c2d901), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.620290 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-87bfb0bc-3d0b-4e14-9e0b-dfa4d96309ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (3058fd23-7c36-4c0b-9f9f-14d1e7c2d901), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.622799 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-87bfb0bc-3d0b-4e14-9e0b-dfa4d96309ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.623991 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-87bfb0bc-3d0b-4e14-9e0b-dfa4d96309ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3058fd23-7c36-4c0b-9f9f-14d1e7c2d901 HTTP/1.1" status: 204 len: 168 time: 0.1323431 Jul 26 13:02:03.631866 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfb0bc-3d0b-4e14-9e0b-dfa4d96309ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3058fd23-7c36-4c0b-9f9f-14d1e7c2d901,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:03.714435 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 56458652-0240-4463-b181-f1a431b8e38c no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:03.735961 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 56458652-0240-4463-b181-f1a431b8e38c {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:03.736314 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 56458652-0240-4463-b181-f1a431b8e38c not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:03.906265 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52278) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:03.923551 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bb7f09a8-6976-4adc-bdce-b8fd226e9401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:03.998127 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bb7f09a8-6976-4adc-bdce-b8fd226e9401 admin admin] Publish callbacks [] for security_group (acbaa270-0afb-4bc2-9cff-07201068538c), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.002472 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-bb7f09a8-6976-4adc-bdce-b8fd226e9401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (acbaa270-0afb-4bc2-9cff-07201068538c), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.041697 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-bb7f09a8-6976-4adc-bdce-b8fd226e9401 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6f59bc5df02426983e0e8fe2a4bfa93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343808 Jul 26 13:02:04.042571 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f09a8-6976-4adc-bdce-b8fd226e9401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbaa270-0afb-4bc2-9cff-07201068538c,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:04.044647 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52280) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:04.097743 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4616bcc1-7a9c-46bb-96cf-8f169867104f admin admin] Publish callbacks [] for security_group (acbaa270-0afb-4bc2-9cff-07201068538c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.119079 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4616bcc1-7a9c-46bb-96cf-8f169867104f admin admin] Publish callbacks [] for security_group (acbaa270-0afb-4bc2-9cff-07201068538c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.165518 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4616bcc1-7a9c-46bb-96cf-8f169867104f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (acbaa270-0afb-4bc2-9cff-07201068538c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.168038 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-4616bcc1-7a9c-46bb-96cf-8f169867104f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.169244 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-4616bcc1-7a9c-46bb-96cf-8f169867104f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acbaa270-0afb-4bc2-9cff-07201068538c HTTP/1.1" status: 204 len: 168 time: 0.1234169 Jul 26 13:02:04.177744 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616bcc1-7a9c-46bb-96cf-8f169867104f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbaa270-0afb-4bc2-9cff-07201068538c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:04.555499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52296) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:04.666896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:04.710904 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Deleting port 619c38d0-676b-4ed5-af86-54bc52ebbf51 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:04.711248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.796439 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.797796 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (619c38d0-676b-4ed5-af86-54bc52ebbf51), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.810638 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Calling delete_port for 619c38d0-676b-4ed5-af86-54bc52ebbf51 owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:04.812764 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:04.967283 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (619c38d0-676b-4ed5-af86-54bc52ebbf51), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:04.999032 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'Port': ['ID=619c38d0-676b-4ed5-af86-54bc52ebbf51,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:05.068496 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (9dd3aecc-018e-43ec-8e9c-f7114e02f7e6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:05.068984 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.db.l3_db [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Floating IP 9dd3aecc-018e-43ec-8e9c-f7114e02f7e6 disassociated (deleted). External IP: 172.27.2.52, port: 5d30f17c-376a-40af-aea4-819f4cd01ebc. Jul 26 13:02:05.554131 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:02:05.664869 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:02:05.670458 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:05.675085 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:02:05.685531 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:05.686207 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:05.705012 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-46e48c35-6159-4b8d-a74c-17f9e1b47dc0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "DELETE /v2.0/floatingips/9dd3aecc-018e-43ec-8e9c-f7114e02f7e6 HTTP/1.1" status: 204 len: 168 time: 1.1460063 Jul 26 13:02:05.705012 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc'}] {{(pid=115540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:02:05.712381 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e6f765c6e2385caa41ea9d5927cac44e5ebf3ff156f47e128337284b15eb19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc"}]}' {{(pid=115540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:02:05.770271 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586c6d9-ad2b-4ea4-9a86-f1f3283c5f5d x-openstack-request-id: req-6586c6d9-ad2b-4ea4-9a86-f1f3283c5f5d {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:02:05.770573 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc", "status": "completed", "code": 200}]} {{(pid=115540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:02:05.770829 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6586c6d9-ad2b-4ea4-9a86-f1f3283c5f5d {{(pid=115540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:02:05.771237 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6586c6d9-ad2b-4ea4-9a86-f1f3283c5f5d'] response: {'name': 'network-changed', 'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'status': 'completed', 'code': 200} Jul 26 13:02:05.814397 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:05.836631 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-5268e684-6881-4418-bf65-da43cb0a2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:05.838478 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-5268e684-6881-4418-bf65-da43cb0a2435 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2522985c6df452dabe2010e5f6bed35&device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 1130 time: 0.0483906 Jul 26 13:02:05.908216 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:05.976444 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:05.999427 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-664c0958-4ac4-47ce-b52b-92439d425afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:06.000923 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-664c0958-4ac4-47ce-b52b-92439d425afb service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 200 len: 912 time: 0.1557968 Jul 26 13:02:06.021944 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335acb7-5cb7-4580-b272-7b49a2c9195f req-bba73b1f-fa5b-4da5-a253-fb914f96ca7f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:06.023436 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e335acb7-5cb7-4580-b272-7b49a2c9195f req-bba73b1f-fa5b-4da5-a253-fb914f96ca7f tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0628955 Jul 26 13:02:06.024659 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:06.063898 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:06.089239 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e335acb7-5cb7-4580-b272-7b49a2c9195f req-2ee01bd0-f1b1-46d3-b760-afe561719895 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590551 Jul 26 13:02:06.093808 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:02:06.105998 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:06.106907 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:06.213906 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:06.350431 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52358) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:06.407230 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:06.435293 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dcced-2d3e-414f-a469-8a4879614827 None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:16Z', 'revision_number': 4, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': '66422a89-0af8-476c-9277-22e59dad6ba3', 'name': '', 'network_id': '8b53c01d-8651-463b-8de8-06dcdf11a64f', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'mac_address': 'fa:16:3e:c8:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:15Z', 'updated_at': '2022-07-26T12:54:26Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'subnets': [{'id': 'ef7a8493-2e16-41e5-b708-3b5ef60424b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:02:06.459442 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba4a-ffe5-4d04-a08f-001204918c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.491224 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:06.541522 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba4a-ffe5-4d04-a08f-001204918c7e admin admin] Publish callbacks [] for security_group (ecf2259f-201e-4a6b-832c-76c2daa254ff), precommit_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.545751 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1cd5ba4a-ffe5-4d04-a08f-001204918c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ecf2259f-201e-4a6b-832c-76c2daa254ff), after_create {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.588622 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-1cd5ba4a-ffe5-4d04-a08f-001204918c7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07855345b6e741a2ae229da7a1d10b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370059 Jul 26 13:02:06.589555 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5ba4a-ffe5-4d04-a08f-001204918c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2259f-201e-4a6b-832c-76c2daa254ff,revision_number=1']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:06.591498 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52362) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:06.662943 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5aa90f91-3324-4f1f-886f-9c3f339171bc admin admin] Publish callbacks [] for security_group (ecf2259f-201e-4a6b-832c-76c2daa254ff), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.690054 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5aa90f91-3324-4f1f-886f-9c3f339171bc admin admin] Publish callbacks [] for security_group (ecf2259f-201e-4a6b-832c-76c2daa254ff), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.692542 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32646ec-fddb-47e0-a57d-5fcf8baa0fd3 None None] New status for floating IP 9dd3aecc-018e-43ec-8e9c-f7114e02f7e6: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:02:06.736610 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5aa90f91-3324-4f1f-886f-9c3f339171bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (ecf2259f-201e-4a6b-832c-76c2daa254ff), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.740081 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-5aa90f91-3324-4f1f-886f-9c3f339171bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:06.741321 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-5aa90f91-3324-4f1f-886f-9c3f339171bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecf2259f-201e-4a6b-832c-76c2daa254ff HTTP/1.1" status: 204 len: 168 time: 0.1440046 Jul 26 13:02:06.753863 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90f91-3324-4f1f-886f-9c3f339171bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2259f-201e-4a6b-832c-76c2daa254ff,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:06.992433 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-babf59f6-ffe1-4c35-aac7-15964b0fe2c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 200 len: 217 time: 0.0376997 Jul 26 13:02:07.017486 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52368) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:07.031059 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11ab903f-2573-4767-86db-51b36fabd3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.042974 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-3e639e84-a4a7-4aed-9c73-7bb2e46890ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:07.044463 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-3e639e84-a4a7-4aed-9c73-7bb2e46890ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 200 len: 850 time: 0.0447674 Jul 26 13:02:07.112825 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11ab903f-2573-4767-86db-51b36fabd3c2 admin admin] Publish callbacks [] for security_group (502c82e1-8d63-4572-91a2-caed4eda0277), precommit_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.116670 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-11ab903f-2573-4767-86db-51b36fabd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (502c82e1-8d63-4572-91a2-caed4eda0277), after_create {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.159983 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab903f-2573-4767-86db-51b36fabd3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502c82e1-8d63-4572-91a2-caed4eda0277,revision_number=1']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:07.166264 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-11ab903f-2573-4767-86db-51b36fabd3c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c746fc924eed40ae80a4b057c82a11b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473844 Jul 26 13:02:07.172090 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52372) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:07.186819 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-804dc613-22c8-4529-b744-1e708e0b8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:07.188366 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-804dc613-22c8-4529-b744-1e708e0b8c81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b53c01d-8651-463b-8de8-06dcdf11a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592365 Jul 26 13:02:07.253289 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ccb00-8d9c-4c5c-926c-f1977245d7d1 req-0a8f1f2b-fd18-4ad3-ac05-1441c2088c57 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:07.254756 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ce2ccb00-8d9c-4c5c-926c-f1977245d7d1 req-0a8f1f2b-fd18-4ad3-ac05-1441c2088c57 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0697479 Jul 26 13:02:07.279833 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8db39ec9-7034-4dcc-afd9-7c7ef2c67a68 admin admin] Publish callbacks [] for security_group (502c82e1-8d63-4572-91a2-caed4eda0277), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.285621 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-20dd349d-e823-4556-a7c3-2dc8b20efbe3 service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882754 Jul 26 13:02:07.298789 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:07.319497 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8db39ec9-7034-4dcc-afd9-7c7ef2c67a68 admin admin] Publish callbacks [] for security_group (502c82e1-8d63-4572-91a2-caed4eda0277), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.323185 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:07.350860 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ce2ccb00-8d9c-4c5c-926c-f1977245d7d1 req-e7a35fad-f6bc-4aee-b22f-e8238178a025 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb51455-383e-4269-a872-e3eaf50789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872781 Jul 26 13:02:07.388386 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8db39ec9-7034-4dcc-afd9-7c7ef2c67a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (502c82e1-8d63-4572-91a2-caed4eda0277), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.391241 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8db39ec9-7034-4dcc-afd9-7c7ef2c67a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.392399 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8db39ec9-7034-4dcc-afd9-7c7ef2c67a68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/502c82e1-8d63-4572-91a2-caed4eda0277 HTTP/1.1" status: 204 len: 168 time: 0.2190604 Jul 26 13:02:07.400299 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db39ec9-7034-4dcc-afd9-7c7ef2c67a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502c82e1-8d63-4572-91a2-caed4eda0277,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:07.439996 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-e8035032-e5e5-42f2-b4b7-1bffb29feb7f req-cee3a0d5-c554-4949-a5f4-15d75c6d512a service neutron] 10.222.0.46 "GET /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965922 Jul 26 13:02:07.476286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-421a5aa0-2de5-4c4a-8012-a6258ae9f99d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:07.478101 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-421a5aa0-2de5-4c4a-8012-a6258ae9f99d tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 946 time: 0.0580800 Jul 26 13:02:07.563976 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Deleting port 5d30f17c-376a-40af-aea4-819f4cd01ebc {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:07.564318 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.667995 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] For port 5d30f17c-376a-40af-aea4-819f4cd01ebc, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5d30f17c-376a-40af-aea4-819f4cd01ebc,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:07.668686 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.683471 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Calling delete_port for 5d30f17c-376a-40af-aea4-819f4cd01ebc owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:07.824181 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (5d30f17c-376a-40af-aea4-819f4cd01ebc), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.860715 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'Port': ['ID=5d30f17c-376a-40af-aea4-819f4cd01ebc,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:07.912102 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] No DVR routers for this DVR port 5d30f17c-376a-40af-aea4-819f4cd01ebc on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:07.914855 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:07.918425 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-17fd79df-f2d3-46d7-81eb-e0aa44d02272 req-75fd6979-4b27-4b12-92f5-f86e509a8d2b tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.46 "DELETE /v2.0/ports/5d30f17c-376a-40af-aea4-819f4cd01ebc HTTP/1.1" status: 204 len: 173 time: 0.4342809 Jul 26 13:02:07.918801 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'name': 'network-vif-deleted', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:02:07.921116 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce618d-8f2e-4e63-bbe4-a40a2b15e454" -d '{"events": [{"server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "name": "network-vif-deleted", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:02:07.960930 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e641b31-4ea3-4082-aa11-288827902dfe x-openstack-request-id: req-7e641b31-4ea3-4082-aa11-288827902dfe {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:02:07.961349 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d1d6a8-9517-49ed-b0eb-d90086cd1783", "name": "network-vif-deleted", "tag": "5d30f17c-376a-40af-aea4-819f4cd01ebc", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:02:07.963436 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e641b31-4ea3-4082-aa11-288827902dfe {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:02:07.963436 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e641b31-4ea3-4082-aa11-288827902dfe'] response: {'server_uuid': '62d1d6a8-9517-49ed-b0eb-d90086cd1783', 'name': 'network-vif-deleted', 'tag': '5d30f17c-376a-40af-aea4-819f4cd01ebc', 'status': 'completed', 'code': 200} Jul 26 13:02:08.470948 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ffd64376-2e79-4592-962a-32019a0adc55 req-2498eb20-03bd-4bd6-82e4-cbce0a2fc150 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d1d6a8-9517-49ed-b0eb-d90086cd1783 HTTP/1.1" status: 200 len: 210 time: 0.0319383 Jul 26 13:02:09.535623 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52384) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:09.667812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Deleting port b551d1b6-7764-4dbb-b9f2-f1be20a28890 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:09.668278 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:09.744113 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-5459bcb3-dae1-46e8-b24d-d154145e6410 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339791851&fields=id&tenant_id=2ef477e2598b4c7bbd40c06ccd26112b HTTP/1.1" status: 200 len: 267 time: 0.0451088 Jul 26 13:02:09.745578 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:09.745904 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (b551d1b6-7764-4dbb-b9f2-f1be20a28890), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:09.760280 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Calling delete_port for b551d1b6-7764-4dbb-b9f2-f1be20a28890 owned by network:floatingip {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:09.801233 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-068c1740-dc8a-4aff-804e-376ecc32f6fb tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:09.802761 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-068c1740-dc8a-4aff-804e-376ecc32f6fb tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 984 time: 0.0528927 Jul 26 13:02:09.813839 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.v2.base [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Request body: {'port': {'security_groups': ['4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25']}} {{(pid=115539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 13:02:09.884805 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:09.893529 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33345475'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:09.905620 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (b551d1b6-7764-4dbb-b9f2-f1be20a28890), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:09.932992 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'Port': ['ID=b551d1b6-7764-4dbb-b9f2-f1be20a28890,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:09.995917 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:10.015488 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for floatingip (2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.018460 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.022349 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-39e59c11-20da-4bd8-bf0c-894eb647c6f2 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e1c0988-4b8b-416e-a3b3-dbdf90e4e59e HTTP/1.1" status: 204 len: 168 time: 0.4832685 Jul 26 13:02:10.072842 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:10.111306 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:10.145437 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for port (9b53c6b7-b508-47dc-b083-ba526341c773), precommit_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.150879 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745442199260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745441817932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745441817950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518262'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_update {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.167181 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b53c6b7-b508-47dc-b083-ba526341c773'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:02:10.171727 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:10.172906 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:10.205876 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:10.206830 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.208411 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-ea7d0945-fded-4576-a6b5-24bbaf1219b9 req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "PUT /v2.0/ports/9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 942 time: 0.3992245 Jul 26 13:02:10.211584 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:02:10.213729 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa7734-5a08-471a-8b4f-0d9247f0a179" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:02:10.214661 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52396) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:10.275431 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802cc6a-0315-4d99-b383-206bc168b409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event updated for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=7']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:10.277534 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b53c6b7-b508-47dc-b083-ba526341c773'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:02:10.279090 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5c6925-b537-4e25-9ead-d4ea96c4a0a0 x-openstack-request-id: req-ff5c6925-b537-4e25-9ead-d4ea96c4a0a0 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:02:10.279407 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:02:10.279698 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff5c6925-b537-4e25-9ead-d4ea96c4a0a0 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:02:10.280408 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5c6925-b537-4e25-9ead-d4ea96c4a0a0'] response: {'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'status': 'completed', 'code': 200} Jul 26 13:02:10.319480 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b0e90752-b466-4127-a6fe-eea1e8a8acda tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group (45c67f8a-b10b-4e80-b40c-398a5fc3c56e), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.352976 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:10.355600 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b0e90752-b466-4127-a6fe-eea1e8a8acda tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group (45c67f8a-b10b-4e80-b40c-398a5fc3c56e), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.368194 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-70c6685b-9cc3-4eb8-a408-38197a14fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:10.370231 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-70c6685b-9cc3-4eb8-a408-38197a14fd3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1129 time: 0.0667644 Jul 26 13:02:10.508366 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b0e90752-b466-4127-a6fe-eea1e8a8acda tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (45c67f8a-b10b-4e80-b40c-398a5fc3c56e), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.511139 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-b0e90752-b466-4127-a6fe-eea1e8a8acda tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.516885 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-b0e90752-b466-4127-a6fe-eea1e8a8acda tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "DELETE /v2.0/security-groups/45c67f8a-b10b-4e80-b40c-398a5fc3c56e HTTP/1.1" status: 204 len: 168 time: 0.2965908 Jul 26 13:02:10.518584 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52400) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:10.527303 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90752-b466-4127-a6fe-eea1e8a8acda tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c67f8a-b10b-4e80-b40c-398a5fc3c56e,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:10.548623 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-d56cb8b4-2267-457f-8971-8a67aa5485e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:10.551173 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-d56cb8b4-2267-457f-8971-8a67aa5485e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 916 time: 0.1731303 Jul 26 13:02:10.654919 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [None req-55da9ee6-dcc9-4bb9-9b3a-177c5b31af49 None None] Provisioning complete for port 9b53c6b7-b508-47dc-b083-ba526341c773 triggered by entity DHCP. {{(pid=115541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 13:02:10.655296 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-55da9ee6-dcc9-4bb9-9b3a-177c5b31af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33416352'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), provisioning_complete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.697959 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-06753fe7-8dcf-48a4-a7bf-881a8fe11584 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 1001 time: 0.1050353 Jul 26 13:02:10.732225 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-55da9ee6-dcc9-4bb9-9b3a-177c5b31af49 None None] Current status of the port 9b53c6b7-b508-47dc-b083-ba526341c773 is: ACTIVE; New status is: ACTIVE {{(pid=115541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 13:02:10.789232 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-91fc09c8-b7bc-43f3-af54-a0cd9d083f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:10.790644 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-91fc09c8-b7bc-43f3-af54-a0cd9d083f2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0863163 Jul 26 13:02:10.793327 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Deleting port 7582f411-8fae-4a32-a1a0-d2e835628482 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:10.793667 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (7582f411-8fae-4a32-a1a0-d2e835628482), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.878018 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-14d8d52a-6ca1-482b-b16c-45f45278a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:10.879545 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-14d8d52a-6ca1-482b-b16c-45f45278a346 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736778 Jul 26 13:02:10.952245 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (7582f411-8fae-4a32-a1a0-d2e835628482), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.952568 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for floatingip (7582f411-8fae-4a32-a1a0-d2e835628482), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:10.973261 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Calling delete_port for 7582f411-8fae-4a32-a1a0-d2e835628482 owned by network:floatingip {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:11.053355 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-bd3a9248-7764-4044-8ba0-25f2ffad9326 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671751 Jul 26 13:02:11.056295 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:02:11.266502 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52404) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:11.331036 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-10cb9c99-de69-4cd0-bc88-a35d8cb4f7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group (2cb51455-383e-4269-a872-e3eaf50789bd), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.367963 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-10cb9c99-de69-4cd0-bc88-a35d8cb4f7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group (2cb51455-383e-4269-a872-e3eaf50789bd), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.410761 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:11.436445 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-10cb9c99-de69-4cd0-bc88-a35d8cb4f7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (2cb51455-383e-4269-a872-e3eaf50789bd), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.439423 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-10cb9c99-de69-4cd0-bc88-a35d8cb4f7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.440741 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-10cb9c99-de69-4cd0-bc88-a35d8cb4f7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] 10.222.0.20 "DELETE /v2.0/security-groups/2cb51455-383e-4269-a872-e3eaf50789bd HTTP/1.1" status: 204 len: 168 time: 0.1732283 Jul 26 13:02:11.449314 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-00fa7734-5a08-471a-8b4f-0d9247f0a179 req-75a843df-90eb-4ce1-bf69-bc08d06925a8 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855505 Jul 26 13:02:11.456966 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb9c99-de69-4cd0-bc88-a35d8cb4f7a0 tempest-TestVolumeBootPattern-763444378 tempest-TestVolumeBootPattern-763444378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb51455-383e-4269-a872-e3eaf50789bd,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:11.505148 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:11.506360 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52408) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:11.517536 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (7582f411-8fae-4a32-a1a0-d2e835628482), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.543736 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event deleted for resources: {'Port': ['ID=7582f411-8fae-4a32-a1a0-d2e835628482,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:11.609556 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks [] for floatingip (05c29449-6a81-4ef1-8bf9-49ba62dc5b1a), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.609885 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.db.l3_db [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Floating IP 05c29449-6a81-4ef1-8bf9-49ba62dc5b1a disassociated (deleted). External IP: 172.27.2.151, port: 9b53c6b7-b508-47dc-b083-ba526341c773. Jul 26 13:02:11.744261 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 5d30f17c-376a-40af-aea4-819f4cd01ebc no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:11.776288 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 5d30f17c-376a-40af-aea4-819f4cd01ebc {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:11.776628 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 5d30f17c-376a-40af-aea4-819f4cd01ebc not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:11.839151 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:02:11.950927 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:02:11.955819 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for floatingip (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:11.961463 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] Sync routers for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:02:11.971354 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:11.971989 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:11.992674 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-0f942866-aad5-48a9-8a70-474a8b85a1b5 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "DELETE /v2.0/floatingips/05c29449-6a81-4ef1-8bf9-49ba62dc5b1a HTTP/1.1" status: 204 len: 168 time: 1.4544268 Jul 26 13:02:12.095926 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (7b2f4972-0117-4456-a690-e4abccaca409), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:12.197392 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:12.282009 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:02:12.284793 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67efbf5-a521-4825-b0c0-515faa34c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:02:12.317976 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:12.330360 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505cd2f-a395-4f36-bc15-10365f12b339 x-openstack-request-id: req-2505cd2f-a395-4f36-bc15-10365f12b339 {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:02:12.330858 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:02:12.331286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2505cd2f-a395-4f36-bc15-10365f12b339 {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:02:12.332140 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2505cd2f-a395-4f36-bc15-10365f12b339'] response: {'name': 'network-changed', 'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'status': 'completed', 'code': 200} Jul 26 13:02:12.355734 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Deleting port 66422a89-0af8-476c-9277-22e59dad6ba3 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:12.356013 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:12.407260 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:12.413016 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:12.438226 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] Checking router: 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:02:12.440565 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] For port 66422a89-0af8-476c-9277-22e59dad6ba3, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=66422a89-0af8-476c-9277-22e59dad6ba3,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:12.440938 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:12.446786 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:12.447388 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:12.454201 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Calling delete_port for 66422a89-0af8-476c-9277-22e59dad6ba3 owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:12.549316 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:12.604763 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-967602f6-c333-4ae1-924c-2fb997f8cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:12.606815 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-967602f6-c333-4ae1-924c-2fb997f8cec2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 1129 time: 0.0431454 Jul 26 13:02:12.636841 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:12.637101 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (66422a89-0af8-476c-9277-22e59dad6ba3), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:12.663779 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Pushing event deleted for resources: {'Port': ['ID=66422a89-0af8-476c-9277-22e59dad6ba3,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:12.710270 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:12.738034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-344ccd15-395d-4e05-b916-ad3f27a081b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:12.739780 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-344ccd15-395d-4e05-b916-ad3f27a081b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 200 len: 916 time: 0.1261692 Jul 26 13:02:12.778812 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:12.784469 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-388969ef-63d0-4b7c-94ef-13b428f40664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 200 len: 217 time: 0.0376558 Jul 26 13:02:12.811590 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12fc4-03e7-405c-bcc8-295df8e2448a None None] The sync data for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi is: [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:07Z', 'revision_number': 4, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi', '_interfaces': [{'id': 'bccac2c0-ad5e-463b-945e-16d4f693ff4d', 'name': '', 'network_id': '9766ffc1-69b3-49e3-a78c-0708627e1208', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'mac_address': 'fa:16:3e:a2:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:06Z', 'updated_at': '2022-07-26T13:00:13Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'subnets': [{'id': '34dd996e-9c93-4822-9264-d1b47cea25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:02:12.843844 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-20a0594e-4443-43c3-9239-2e560bba3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:12.845417 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-20a0594e-4443-43c3-9239-2e560bba3a38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 200 len: 854 time: 0.0532589 Jul 26 13:02:12.868694 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (7b2f4972-0117-4456-a690-e4abccaca409), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:12.900432 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-aa552bec-7319-4255-9d24-0bddb18701c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:12.901982 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-aa552bec-7319-4255-9d24-0bddb18701c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9766ffc1-69b3-49e3-a78c-0708627e1208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503318 Jul 26 13:02:13.015814 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-07db78a9-b071-44fd-97f0-866cc5eca09b service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045818 Jul 26 13:02:13.104293 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:13.139287 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-d67efbf5-a521-4825-b0c0-515faa34c0e9 req-72447ee0-cb57-4ee2-8297-f5f057fe3f10 service neutron] 10.222.0.46 "GET /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093609 Jul 26 13:02:13.143675 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Router 7b2f4972-0117-4456-a690-e4abccaca409 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:02:13.157425 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adae989-026f-41e3-9240-0c812f8b1a59 None None] New status for floating IP 05c29449-6a81-4ef1-8bf9-49ba62dc5b1a: DOWN {{(pid=115541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 13:02:13.253400 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:02:13.258693 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-cc221bda-d78e-416b-8c51-a49a9e80b84f admin admin] 10.222.0.20 "PUT /v2.0/routers/7b2f4972-0117-4456-a690-e4abccaca409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510428 Jul 26 13:02:13.261535 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52422) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:13.262074 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] Sync routers for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:02:13.273236 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:13.273851 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:13.354113 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:13.361666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:13.371014 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks [] for router (7b2f4972-0117-4456-a690-e4abccaca409), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:13.382307 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:13.475687 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks [] for router_gateway (7b2f4972-0117-4456-a690-e4abccaca409), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:13.528811 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Deleting port a46d920e-452b-416a-bda9-1c3687aadc53 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:13.529195 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:13.578577 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T13:02:12Z', 'revision_number': 5, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port': {'id': 'a46d920e-452b-416a-bda9-1c3687aadc53', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f4972-0117-4456-a690-e4abccaca409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T12:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:13.608703 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] Checking router: 7b2f4972-0117-4456-a690-e4abccaca409 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:02:13.617260 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] Routers {'7b2f4972-0117-4456-a690-e4abccaca409'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:13.617859 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['7b2f4972-0117-4456-a690-e4abccaca409'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:13.627724 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] For port a46d920e-452b-416a-bda9-1c3687aadc53, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=a46d920e-452b-416a-bda9-1c3687aadc53,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:13.628086 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:13.643870 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Calling delete_port for a46d920e-452b-416a-bda9-1c3687aadc53 owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:13.706519 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] Set router 7b2f4972-0117-4456-a690-e4abccaca409 gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:13.754993 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T13:02:13Z', 'revision_number': 6, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:13.780187 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd92b4-f408-466f-9bd9-db8aeeeaf6c9 None None] The sync data for ids ['7b2f4972-0117-4456-a690-e4abccaca409'] in dv-cinder-850939-2-iscsi is: [{'id': '7b2f4972-0117-4456-a690-e4abccaca409', 'name': 'tempest-TestVolumeBootPattern-796972677-router', 'tenant_id': 'a2522985c6df452dabe2010e5f6bed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:12Z', 'updated_at': '2022-07-26T13:02:13Z', 'revision_number': 6, 'project_id': 'a2522985c6df452dabe2010e5f6bed35', 'gw_port_host': None}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:02:13.821965 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (a46d920e-452b-416a-bda9-1c3687aadc53), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:13.855417 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Pushing event deleted for resources: {'Port': ['ID=a46d920e-452b-416a-bda9-1c3687aadc53,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:13.913795 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (7b2f4972-0117-4456-a690-e4abccaca409), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.000498 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (7b2f4972-0117-4456-a690-e4abccaca409), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.002651 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks [] for router_controller (7b2f4972-0117-4456-a690-e4abccaca409), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.042959 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (7b2f4972-0117-4456-a690-e4abccaca409), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.043546 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2f4972-0117-4456-a690-e4abccaca409 {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:02:14.048232 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.049369 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-04444030-2132-47e1-a612-c656c4e7699f admin admin] 10.222.0.20 "DELETE /v2.0/routers/7b2f4972-0117-4456-a690-e4abccaca409 HTTP/1.1" status: 204 len: 168 time: 0.7869284 Jul 26 13:02:14.052119 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52434) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:14.098693 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Deleting subnet ef7a8493-2e16-41e5-b708-3b5ef60424b5 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:02:14.101761 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Publish callbacks [] for subnet (ef7a8493-2e16-41e5-b708-3b5ef60424b5), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.138696 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (ef7a8493-2e16-41e5-b708-3b5ef60424b5), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.219474 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (ef7a8493-2e16-41e5-b708-3b5ef60424b5), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.512420 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:14.538520 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:14.548573 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (ef7a8493-2e16-41e5-b708-3b5ef60424b5), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.577490 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7a8493-2e16-41e5-b708-3b5ef60424b5,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:14.579534 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.584719 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-f9c483fd-062c-4ab4-9794-22908be0160c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef7a8493-2e16-41e5-b708-3b5ef60424b5 HTTP/1.1" status: 204 len: 168 time: 0.5308845 Jul 26 13:02:14.586578 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52438) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:14.587102 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb395f17-bc73-4405-86f8-56ae3ddf5681 None None] Network 8b53c01d-8651-463b-8de8-06dcdf11a64f requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:02:14.662011 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (8b53c01d-8651-463b-8de8-06dcdf11a64f), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.718387 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Deleting port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:14.718732 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.763162 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] DHCP port deletion for 8b53c01d-8651-463b-8de8-06dcdf11a64f request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:02:14.778001 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=100 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:14.815540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] For port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:14.815949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Deleting port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:14.816076 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.816254 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.836006 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Calling delete_port for d9c97b51-6acd-4d2a-9f7d-2fcbc898331b owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:14.875121 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b8b34-f5d5-4c57-92ee-01d6c7a2d93e req-b6a0b972-d5c1-45e1-801f-1515afb5e4c6 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:14.884862 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9f3b8b34-f5d5-4c57-92ee-01d6c7a2d93e req-b6a0b972-d5c1-45e1-801f-1515afb5e4c6 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0583801 Jul 26 13:02:14.897301 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] For port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,segment=NetworkSegment(cd447fa5-a234-4c35-ac90-d1579643ae66),segment_id=cd447fa5-a234-4c35-ac90-d1579643ae66)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:14.897899 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.915108 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Calling delete_port for d9c97b51-6acd-4d2a-9f7d-2fcbc898331b owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:14.937519 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [req-9f3b8b34-f5d5-4c57-92ee-01d6c7a2d93e req-54bf8059-2882-41c6-aa7b-b2e0a4eb5916 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513840 Jul 26 13:02:14.943894 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:14.971887 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:14.977075 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] No DVR routers for this DVR port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:15.002999 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (d9c97b51-6acd-4d2a-9f7d-2fcbc898331b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.006903 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:15.033439 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Pushing event deleted for resources: {'Port': ['ID=d9c97b51-6acd-4d2a-9f7d-2fcbc898331b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:15.035986 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] No DVR routers for this DVR port d9c97b51-6acd-4d2a-9f7d-2fcbc898331b on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:15.046872 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.047222 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.047569 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.047955 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.048299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.048627 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.048946 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.049269 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.049588 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.050344 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.050344 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.050501 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.050826 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.051148 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.051478 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5c514d-e1ea-47c2-a650-4eb541b64b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-2-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 13:02:15.063223 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (8b53c01d-8651-463b-8de8-06dcdf11a64f), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.084954 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b53c01d-8651-463b-8de8-06dcdf11a64f']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:15.094129 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd447fa5-a234-4c35-ac90-d1579643ae66') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:15.094638 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd447fa5-a234-4c35-ac90-d1579643ae66') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:15.104431 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (cd447fa5-a234-4c35-ac90-d1579643ae66), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.117596 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (cd447fa5-a234-4c35-ac90-d1579643ae66), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.124510 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:02:15.124920 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (cd447fa5-a234-4c35-ac90-d1579643ae66), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.192894 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (8b53c01d-8651-463b-8de8-06dcdf11a64f), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.198440 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.202599 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b53c01d-8651-463b-8de8-06dcdf11a64f HTTP/1.1" status: 204 len: 168 time: 0.6149640 Jul 26 13:02:15.206034 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52448) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:15.221553 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e239f-c749-4e88-af51-996ce5a2b339 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b53c01d-8651-463b-8de8-06dcdf11a64f,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:15.298164 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment cd447fa5-a234-4c35-ac90-d1579643ae66 resource provider aggregate not found Jul 26 13:02:15.316797 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment cd447fa5-a234-4c35-ac90-d1579643ae66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd447fa5-a234-4c35-ac90-d1579643ae66 found for delete ", "request_id": "req-c110448a-1db1-4f7b-ab98-f70ccf1e338d"}]} Jul 26 13:02:15.535889 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.561438 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 66422a89-0af8-476c-9277-22e59dad6ba3 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:15.568386 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:15.582176 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 66422a89-0af8-476c-9277-22e59dad6ba3 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:15.582520 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 66422a89-0af8-476c-9277-22e59dad6ba3 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:15.582940 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device d9c97b51-6acd-4d2a-9f7d-2fcbc898331b no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:15.601680 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: d9c97b51-6acd-4d2a-9f7d-2fcbc898331b {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:15.602329 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device d9c97b51-6acd-4d2a-9f7d-2fcbc898331b not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:15.602446 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device a46d920e-452b-416a-bda9-1c3687aadc53 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:15.620447 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: a46d920e-452b-416a-bda9-1c3687aadc53 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:15.620794 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device a46d920e-452b-416a-bda9-1c3687aadc53 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:15.763143 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Deleting port e6369e29-afea-43e6-9d2d-47b0469c0812 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:15.763773 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.800622 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:15.843513 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] For port e6369e29-afea-43e6-9d2d-47b0469c0812, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=e6369e29-afea-43e6-9d2d-47b0469c0812,segment=NetworkSegment(060ac704-1b9c-4424-ad48-17dc06ffb23b),segment_id=060ac704-1b9c-4424-ad48-17dc06ffb23b)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:15.843832 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:15.856724 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Calling delete_port for e6369e29-afea-43e6-9d2d-47b0469c0812 owned by network:router_interface {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:16.082493 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a9e57-c71a-44e6-8b09-cda220253377 req-07aeaf1b-b416-4895-b047-76df43f4efc1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:16.084030 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4a7a9e57-c71a-44e6-8b09-cda220253377 req-07aeaf1b-b416-4895-b047-76df43f4efc1 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0622272 Jul 26 13:02:16.085112 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (e6369e29-afea-43e6-9d2d-47b0469c0812), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:16.117815 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6369e29-afea-43e6-9d2d-47b0469c0812,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:16.198080 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-4a7a9e57-c71a-44e6-8b09-cda220253377 req-470612d6-35df-4c5d-8cfb-7287d68ed409 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074758 Jul 26 13:02:16.314460 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:16.406325 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:16.455559 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-66b7d1b7-61e5-4853-b91d-335daf7f1bf2 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 13:02:16.457027 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-66b7d1b7-61e5-4853-b91d-335daf7f1bf2 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.46 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 945 time: 0.0604556 Jul 26 13:02:16.615722 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Deleting port 9b53c6b7-b508-47dc-b083-ba526341c773 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:16.616069 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:16.620069 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:16.668310 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:02:16.799281 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] For port 9b53c6b7-b508-47dc-b083-ba526341c773, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9b53c6b7-b508-47dc-b083-ba526341c773,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:16.800028 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:16.820802 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Calling delete_port for 9b53c6b7-b508-47dc-b083-ba526341c773 owned by compute:nova {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:16.837752 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:02:16.843545 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-80ec1f34-470e-4da3-88d2-e26d11492bc0 admin admin] 10.222.0.20 "PUT /v2.0/routers/f6c0dcbf-c9d3-4623-b0fc-2b225d939989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6365724 Jul 26 13:02:16.846294 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52454) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:16.854916 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] Sync routers for ids ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:02:16.865831 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] Routers {'f6c0dcbf-c9d3-4623-b0fc-2b225d939989'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:16.866529 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:16.869174 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:16.950409 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks [] for router (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:16.973043 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] Set router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:16.974313 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (9b53c6b7-b508-47dc-b083-ba526341c773), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.003621 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] get_ports_and_sgs() called for port_ids ['9b53c6b7-b508-47dc-b083-ba526341c773'] {{(pid=115541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 13:02:17.006614 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Pushing event deleted for resources: {'Port': ['ID=9b53c6b7-b508-47dc-b083-ba526341c773,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:17.059746 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] No DVR routers for this DVR port 9b53c6b7-b508-47dc-b083-ba526341c773 on host hv-cinder-85093 {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:17.062823 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420684'] for port (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.067267 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-1c741304-ea62-4cb5-9836-90d2c960a7fd req-8f5c1b23-7942-4ddc-ba5d-45e3f6818855 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.46 "DELETE /v2.0/ports/9b53c6b7-b508-47dc-b083-ba526341c773 HTTP/1.1" status: 204 len: 173 time: 0.6047819 Jul 26 13:02:17.067267 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'name': 'network-vif-deleted', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773'}] {{(pid=115539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 13:02:17.069876 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c66f5bbb6d225e84216ea8202b7a624fd6a3035e87920c3c246d2886519d55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a9511-440e-47ac-a099-69337dd9cc0d" -d '{"events": [{"server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "name": "network-vif-deleted", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773"}]}' {{(pid=115539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 13:02:17.071706 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks [] for router_gateway (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.113880 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f66c5d-e111-4f79-84a3-522bb893e12e x-openstack-request-id: req-c5f66c5d-e111-4f79-84a3-522bb893e12e {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 13:02:17.114174 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb7c3c-129d-48bc-90eb-ce1c60c10d2e", "name": "network-vif-deleted", "tag": "9b53c6b7-b508-47dc-b083-ba526341c773", "status": "completed", "code": 200}]} {{(pid=115539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 13:02:17.114429 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5f66c5d-e111-4f79-84a3-522bb893e12e {{(pid=115539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 13:02:17.114831 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f66c5d-e111-4f79-84a3-522bb893e12e'] response: {'server_uuid': '44eb7c3c-129d-48bc-90eb-ce1c60c10d2e', 'name': 'network-vif-deleted', 'tag': '9b53c6b7-b508-47dc-b083-ba526341c773', 'status': 'completed', 'code': 200} Jul 26 13:02:17.132380 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Deleting port abd4648a-93e6-4f18-a279-11bfc51c15ef {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:17.132722 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.198091 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T13:02:15Z', 'revision_number': 5, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port': {'id': 'abd4648a-93e6-4f18-a279-11bfc51c15ef', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T12:54:20Z', 'updated_at': '2022-07-26T12:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:17.226545 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] Checking router: f6c0dcbf-c9d3-4623-b0fc-2b225d939989 for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:02:17.228144 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] For port abd4648a-93e6-4f18-a279-11bfc51c15ef, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=abd4648a-93e6-4f18-a279-11bfc51c15ef,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:17.228591 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.241243 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] Routers {'f6c0dcbf-c9d3-4623-b0fc-2b225d939989'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:17.242054 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:17.243174 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Calling delete_port for abd4648a-93e6-4f18-a279-11bfc51c15ef owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:17.314894 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [req-10d43d17-621d-41fc-9baa-9a28dc979be8 req-2d3a192a-066d-4a86-886c-e2f4db98afd6 tempest-TestMinimumBasicScenario-176933658 tempest-TestMinimumBasicScenario-176933658-project] 10.222.0.20 "GET /v2.0/ports?device_id=44eb7c3c-129d-48bc-90eb-ce1c60c10d2e HTTP/1.1" status: 200 len: 210 time: 0.0292161 Jul 26 13:02:17.338791 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] Set router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 gateway port host: None {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:17.395270 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T13:02:17Z', 'revision_number': 6, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:17.424949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60117a-6fd6-450c-8675-2ae2ead8f2ed None None] The sync data for ids ['f6c0dcbf-c9d3-4623-b0fc-2b225d939989'] in dv-cinder-850939-2-iscsi is: [{'id': 'f6c0dcbf-c9d3-4623-b0fc-2b225d939989', 'name': 'tempest-TestVolumeBootPattern-991624372-router', 'tenant_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T12:54:19Z', 'updated_at': '2022-07-26T13:02:17Z', 'revision_number': 6, 'project_id': '3b53d8ebad9843729c9d9d8c5a83c2db', 'gw_port_host': None}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:02:17.436942 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (abd4648a-93e6-4f18-a279-11bfc51c15ef), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.474206 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=abd4648a-93e6-4f18-a279-11bfc51c15ef,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:17.541277 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.631690 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.633818 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks [] for router_controller (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.676432 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (f6c0dcbf-c9d3-4623-b0fc-2b225d939989), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.677060 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c0dcbf-c9d3-4623-b0fc-2b225d939989 {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:02:17.681220 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.682363 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-277b86b4-6359-4e13-85a9-8776173c7ecb admin admin] 10.222.0.20 "DELETE /v2.0/routers/f6c0dcbf-c9d3-4623-b0fc-2b225d939989 HTTP/1.1" status: 204 len: 168 time: 0.8350282 Jul 26 13:02:17.684947 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52460) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:17.692856 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:17.731794 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Deleting subnet 60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:02:17.734847 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Publish callbacks [] for subnet (60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.758677 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:17.777118 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.866654 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.930041 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.958978 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:17.964915 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:17.971105 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-1e219d1b-3816-4a8b-9f02-6ce725388024 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/60a0c3b0-c8f5-4874-bbf2-f5a07a1e42b6 HTTP/1.1" status: 204 len: 168 time: 0.2830095 Jul 26 13:02:17.971454 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52462) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:17.973475 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6a601-b420-4509-a9dc-7061a2c178a5 None None] Network f8191d26-8b9c-4543-b814-dce88b242e25 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:02:18.049256 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (f8191d26-8b9c-4543-b814-dce88b242e25), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.098487 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Deleting port b494daea-a64c-4e62-8c56-54dc0a73fe81 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:18.098830 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.168541 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] For port b494daea-a64c-4e62-8c56-54dc0a73fe81, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=b494daea-a64c-4e62-8c56-54dc0a73fe81,segment=NetworkSegment(060ac704-1b9c-4424-ad48-17dc06ffb23b),segment_id=060ac704-1b9c-4424-ad48-17dc06ffb23b)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:18.168812 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.187825 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Calling delete_port for b494daea-a64c-4e62-8c56-54dc0a73fe81 owned by network:dhcp {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:18.220156 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] DHCP port deletion for f8191d26-8b9c-4543-b814-dce88b242e25 request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:02:18.222317 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e6369e29-afea-43e6-9d2d-47b0469c0812 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:18.244658 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: e6369e29-afea-43e6-9d2d-47b0469c0812 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:18.245079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device e6369e29-afea-43e6-9d2d-47b0469c0812 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:18.276473 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.279331 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Deleting port b494daea-a64c-4e62-8c56-54dc0a73fe81 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:18.279837 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.303230 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b494daea-a64c-4e62-8c56-54dc0a73fe81,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:18.308792 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] No DVR routers for this DVR port b494daea-a64c-4e62-8c56-54dc0a73fe81 on host dv-cinder-850939-2-iscsi {{(pid=115540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:18.396132 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (f8191d26-8b9c-4543-b814-dce88b242e25), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.423298 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8191d26-8b9c-4543-b814-dce88b242e25']}} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:18.438713 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060ac704-1b9c-4424-ad48-17dc06ffb23b') {'for_net_delete': True} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:18.442279 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.services.segments.db [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060ac704-1b9c-4424-ad48-17dc06ffb23b') {} {{(pid=115540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:18.453181 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-385442'] for segment (060ac704-1b9c-4424-ad48-17dc06ffb23b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.468845 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (060ac704-1b9c-4424-ad48-17dc06ffb23b), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.477463 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=115540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:02:18.478062 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149556'] for segment (060ac704-1b9c-4424-ad48-17dc06ffb23b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.484949 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] For port b494daea-a64c-4e62-8c56-54dc0a73fe81, host dv-cinder-850939-2-iscsi, got binding levels [] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:18.485344 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.501119 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Calling delete_port for b494daea-a64c-4e62-8c56-54dc0a73fe81 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:18.504712 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.ipam_backend_mixin [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Port b494daea-a64c-4e62-8c56-54dc0a73fe81 was not found and therefore no delete operation was performed {{(pid=115541) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 26 13:02:18.506276 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (b494daea-a64c-4e62-8c56-54dc0a73fe81), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.535307 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] Pushing event deleted for resources: {'Port': ['ID=b494daea-a64c-4e62-8c56-54dc0a73fe81,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:18.542759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44279131-93cd-4464-94fb-812c69ca9a3e None None] No DVR routers for this DVR port b494daea-a64c-4e62-8c56-54dc0a73fe81 on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:18.555936 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 060ac704-1b9c-4424-ad48-17dc06ffb23b resource provider aggregate not found Jul 26 13:02:18.578061 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.services.segments.plugin [-] Segment 060ac704-1b9c-4424-ad48-17dc06ffb23b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 060ac704-1b9c-4424-ad48-17dc06ffb23b found for delete ", "request_id": "req-442979dd-e042-48f3-8a1d-958555df377f"}]} Jul 26 13:02:18.588967 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (f8191d26-8b9c-4543-b814-dce88b242e25), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.595666 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.602701 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8191d26-8b9c-4543-b814-dce88b242e25 HTTP/1.1" status: 204 len: 168 time: 0.6301248 Jul 26 13:02:18.618091 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723bf5-f84e-48a7-a045-4741f4f8ece8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8191d26-8b9c-4543-b814-dce88b242e25,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:18.750131 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52492) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:18.791185 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-81ccc59d-6c67-4e9a-b36f-c4d024de9d53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2522985c6df452dabe2010e5f6bed35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398703 Jul 26 13:02:18.793742 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52494) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:18.842810 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642046f2-575c-4ccf-b0f6-0d0744a9330f admin admin] Publish callbacks [] for security_group (1c61322e-01e4-424c-9a62-47887861ede0), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.845051 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:18.853915 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:18.868398 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642046f2-575c-4ccf-b0f6-0d0744a9330f admin admin] Publish callbacks [] for security_group (1c61322e-01e4-424c-9a62-47887861ede0), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.925310 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642046f2-575c-4ccf-b0f6-0d0744a9330f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (1c61322e-01e4-424c-9a62-47887861ede0), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.928216 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-642046f2-575c-4ccf-b0f6-0d0744a9330f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:18.929417 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-642046f2-575c-4ccf-b0f6-0d0744a9330f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c61322e-01e4-424c-9a62-47887861ede0 HTTP/1.1" status: 204 len: 168 time: 0.1347792 Jul 26 13:02:18.937896 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642046f2-575c-4ccf-b0f6-0d0744a9330f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c61322e-01e4-424c-9a62-47887861ede0,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:19.295563 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52526) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:19.336854 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-a6200e3a-b047-4f7e-8a12-5ad3a4a7cde5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b53d8ebad9843729c9d9d8c5a83c2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398660 Jul 26 13:02:19.339248 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52528) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:19.350818 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52530) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:19.393537 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12b5757b-bdfb-4221-a3c9-90c4341ac2ba admin admin] Publish callbacks [] for security_group (719c5f13-a3e9-437c-95ef-0303a70f9e56), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:19.416756 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12b5757b-bdfb-4221-a3c9-90c4341ac2ba admin admin] Publish callbacks [] for security_group (719c5f13-a3e9-437c-95ef-0303a70f9e56), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:19.469892 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12b5757b-bdfb-4221-a3c9-90c4341ac2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (719c5f13-a3e9-437c-95ef-0303a70f9e56), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:19.472491 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-12b5757b-bdfb-4221-a3c9-90c4341ac2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:19.476280 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-12b5757b-bdfb-4221-a3c9-90c4341ac2ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/719c5f13-a3e9-437c-95ef-0303a70f9e56 HTTP/1.1" status: 204 len: 168 time: 0.1335082 Jul 26 13:02:19.483357 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5757b-bdfb-4221-a3c9-90c4341ac2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c5f13-a3e9-437c-95ef-0303a70f9e56,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:19.591097 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b494daea-a64c-4e62-8c56-54dc0a73fe81 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:19.625938 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: b494daea-a64c-4e62-8c56-54dc0a73fe81 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:19.626711 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device b494daea-a64c-4e62-8c56-54dc0a73fe81 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:19.627239 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device abd4648a-93e6-4f18-a279-11bfc51c15ef no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:19.669898 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: abd4648a-93e6-4f18-a279-11bfc51c15ef {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:19.670467 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device abd4648a-93e6-4f18-a279-11bfc51c15ef not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:19.796472 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b53c6b7-b508-47dc-b083-ba526341c773 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:19.826427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] No Port match for: 9b53c6b7-b508-47dc-b083-ba526341c773 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:19.827182 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Device 9b53c6b7-b508-47dc-b083-ba526341c773 not bound to the agent host hv-cinder-85093 {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:19.841520 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:19.990107 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:20.152205 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:20.217676 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Deleting port bccac2c0-ad5e-463b-945e-16d4f693ff4d {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:20.218015 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:20.300315 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] For port bccac2c0-ad5e-463b-945e-16d4f693ff4d, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=bccac2c0-ad5e-463b-945e-16d4f693ff4d,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:20.300675 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:20.313689 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Calling delete_port for bccac2c0-ad5e-463b-945e-16d4f693ff4d owned by network:router_interface {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:20.493488 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (bccac2c0-ad5e-463b-945e-16d4f693ff4d), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:20.519103 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccac2c0-ad5e-463b-945e-16d4f693ff4d,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:20.683977 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:20.697219 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:20.885313 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:02:20.985189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:20.988508 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:02:20.993794 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-a01c4a0b-c2b7-4633-bef5-b725377fc456 admin admin] 10.222.0.20 "PUT /v2.0/routers/6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6419573 Jul 26 13:02:20.997496 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52534) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:20.999212 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] Sync routers for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:02:21.009060 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:21.009923 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:21.098078 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks [] for router (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.111366 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: dv-cinder-850939-2-iscsi {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:21.198306 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks [] for router_gateway (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.241676 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Deleting port bf378cdc-dd8c-426d-a509-1928795dc5af {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:21.242051 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.329189 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] For port bf378cdc-dd8c-426d-a509-1928795dc5af, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=bf378cdc-dd8c-426d-a509-1928795dc5af,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:21.329548 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.342670 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Calling delete_port for bf378cdc-dd8c-426d-a509-1928795dc5af owned by network:router_gateway {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:21.368298 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:02:20Z', 'revision_number': 5, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port': {'id': 'bf378cdc-dd8c-426d-a509-1928795dc5af', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:21.393065 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] Checking router: 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 for host: dv-cinder-850939-2-iscsi {{(pid=115542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:02:21.401316 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] Routers {'6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:21.401920 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'], 'active': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:21.486232 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvr_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] Set router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 gateway port host: None {{(pid=115542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:21.487767 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=100 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:21.506968 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (bf378cdc-dd8c-426d-a509-1928795dc5af), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.511293 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:21.536303 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf378cdc-dd8c-426d-a509-1928795dc5af,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:21.544422 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.l3_hamode_db [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:02:21Z', 'revision_number': 6, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:21.572275 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10b4f1-cd56-42e3-8ecc-c6281446a8c6 None None] The sync data for ids ['6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63'] in dv-cinder-850939-2-iscsi is: [{'id': '6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63', 'name': 'tempest-TestMinimumBasicScenario-1400705321-router', 'tenant_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:04Z', 'updated_at': '2022-07-26T13:02:21Z', 'revision_number': 6, 'project_id': '2ef477e2598b4c7bbd40c06ccd26112b', 'gw_port_host': None}] {{(pid=115542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:02:21.604084 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.692335 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.694525 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks [] for router_controller (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.736502 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.737074 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 {{(pid=115539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:02:21.742217 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.743442 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-8582c7ee-34fd-47f7-a1bd-6328dd07d325 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6ff8d34c-a9a7-4def-8d8e-41b7fddb3a63 HTTP/1.1" status: 204 len: 168 time: 0.7461474 Jul 26 13:02:21.746340 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52536) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:21.750903 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.796996 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Deleting subnet 34dd996e-9c93-4822-9264-d1b47cea25bd {{(pid=115539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:02:21.800286 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Publish callbacks [] for subnet (34dd996e-9c93-4822-9264-d1b47cea25bd), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.834191 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3365837'] for subnet (34dd996e-9c93-4822-9264-d1b47cea25bd), precommit_delete_associations {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.872526 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:21.914351 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (34dd996e-9c93-4822-9264-d1b47cea25bd), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:21.969787 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8433119'] for subnet (34dd996e-9c93-4822-9264-d1b47cea25bd), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.004140 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34dd996e-9c93-4822-9264-d1b47cea25bd,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:22.006160 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for subnet (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.012177 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-f9865c99-07bc-4b35-bb3e-ff0eacbc4365 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34dd996e-9c93-4822-9264-d1b47cea25bd HTTP/1.1" status: 204 len: 168 time: 0.2648537 Jul 26 13:02:22.013299 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52538) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:22.013521 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69e7c5-1e59-44a9-936b-96290b8c4e8e None None] Network 9766ffc1-69b3-49e3-a78c-0708627e1208 requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:02:22.096274 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (9766ffc1-69b3-49e3-a78c-0708627e1208), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.143150 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Deleting port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:22.143494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.210064 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] For port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,segment=NetworkSegment(2553e54a-5172-4773-9d55-9417f456a0da),segment_id=2553e54a-5172-4773-9d55-9417f456a0da)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:22.210422 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.222651 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Calling delete_port for 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:22.300041 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (5d88ebb9-7d9e-40d3-8821-87bcf32f5a64), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.324896 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d88ebb9-7d9e-40d3-8821-87bcf32f5a64,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:22.328662 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] No DVR routers for this DVR port 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:22.406110 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (9766ffc1-69b3-49e3-a78c-0708627e1208), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.412072 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6ae72-3b34-4285-9c17-745edf892c09 None None] DHCP port deletion for 9766ffc1-69b3-49e3-a78c-0708627e1208 request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:02:22.428461 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9766ffc1-69b3-49e3-a78c-0708627e1208']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:22.438062 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2553e54a-5172-4773-9d55-9417f456a0da') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:22.438353 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2553e54a-5172-4773-9d55-9417f456a0da') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:22.447940 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (2553e54a-5172-4773-9d55-9417f456a0da), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.461501 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (2553e54a-5172-4773-9d55-9417f456a0da), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.468494 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:02:22.468872 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (2553e54a-5172-4773-9d55-9417f456a0da), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.511235 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 2553e54a-5172-4773-9d55-9417f456a0da resource provider aggregate not found Jul 26 13:02:22.528908 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:22.530665 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 2553e54a-5172-4773-9d55-9417f456a0da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2553e54a-5172-4773-9d55-9417f456a0da found for delete ", "request_id": "req-a4b33702-923a-43b4-b7b6-6ea2c64f2145"}]} Jul 26 13:02:22.539523 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (9766ffc1-69b3-49e3-a78c-0708627e1208), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.547053 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.549526 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9766ffc1-69b3-49e3-a78c-0708627e1208 HTTP/1.1" status: 204 len: 168 time: 0.5353692 Jul 26 13:02:22.552781 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52544) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:22.561316 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eac071-4221-454f-8bb1-36a0da84594c admin admin] Pushing event deleted for resources: {'Network': ['ID=9766ffc1-69b3-49e3-a78c-0708627e1208,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:22.585277 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:22.602027 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0cdb-8f40-4b14-993a-124ab475caa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:22.870770 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884763'] for router_interface (b3bc7227-790a-49af-832f-fdca61b20f4b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:23.089286 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Deleting port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:23.089622 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:23.135845 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:23.168652 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] For port aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:23.169012 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:23.176146 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:23.183990 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Calling delete_port for aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 owned by network:router_interface {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:23.360239 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:23.383873 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:23.553117 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884879'] for router_interface (b3bc7227-790a-49af-832f-fdca61b20f4b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:23.641074 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bf378cdc-dd8c-426d-a509-1928795dc5af no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:23.664699 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: bf378cdc-dd8c-426d-a509-1928795dc5af {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:23.665136 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bf378cdc-dd8c-426d-a509-1928795dc5af not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:23.665571 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bccac2c0-ad5e-463b-945e-16d4f693ff4d no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:23.684796 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: bccac2c0-ad5e-463b-945e-16d4f693ff4d {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:23.685138 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device bccac2c0-ad5e-463b-945e-16d4f693ff4d not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:23.685554 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:23.703757 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:23.704102 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 5d88ebb9-7d9e-40d3-8821-87bcf32f5a64 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:23.766086 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Router b3bc7227-790a-49af-832f-fdca61b20f4b has already been hosted by L3 agent 121c5a2c-b805-4c56-86a1-17f6e5c1e553 {{(pid=115540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 13:02:23.868011 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] Notify agent at l3_agent.dv-cinder-850939-2-iscsi the message routers_updated {{(pid=115540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 13:02:23.873180 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-cf169c90-050f-4717-8ca6-f5992c0652f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/b3bc7227-790a-49af-832f-fdca61b20f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3193212 Jul 26 13:02:23.875664 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52546) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:23.878859 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] Sync routers for ids ['b3bc7227-790a-49af-832f-fdca61b20f4b'] in dv-cinder-850939-2-iscsi {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 13:02:23.890353 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] Routers {'b3bc7227-790a-49af-832f-fdca61b20f4b'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:23.890998 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['b3bc7227-790a-49af-832f-fdca61b20f4b'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:23.977173 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks [] for router (b3bc7227-790a-49af-832f-fdca61b20f4b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:23.993555 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] Set router b3bc7227-790a-49af-832f-fdca61b20f4b gateway port host: dv-cinder-850939-2-iscsi {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:24.011364 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:24.070450 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:24.081784 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks [] for router_gateway (b3bc7227-790a-49af-832f-fdca61b20f4b), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.115058 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:24.123982 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Deleting port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c {{(pid=115540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:24.124343 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.163301 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'external_fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:02:23Z', 'revision_number': 5, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port': {'id': '9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c', 'name': '', 'network_id': 'e3c5da56-afd3-4e87-8cf9-99b2bd535577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T13:00:11Z', 'updated_at': '2022-07-26T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ec0677e-a2a6-4726-a748-8bbfba96d4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-2-iscsi'}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:24.192551 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] Checking router: b3bc7227-790a-49af-832f-fdca61b20f4b for host: dv-cinder-850939-2-iscsi {{(pid=115541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 13:02:24.201560 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] Routers {'b3bc7227-790a-49af-832f-fdca61b20f4b'} bound to L3 agent in host dv-cinder-850939-2-iscsi {{(pid=115541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 13:02:24.202168 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T12:42:55Z,description=,heartbeat_timestamp=2022-07-26T13:01:55Z,host='dv-cinder-850939-2-iscsi',id=121c5a2c-b805-4c56-86a1-17f6e5c1e553,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T12:42:55Z,topic='l3_agent')) {'router_ids': ['b3bc7227-790a-49af-832f-fdca61b20f4b'], 'active': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:24.210203 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.db [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] For port 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,segment=NetworkSegment(9571a22c-2bf2-4c85-8b34-0466e1e30735),segment_id=9571a22c-2bf2-4c85-8b34-0466e1e30735)] {{(pid=115540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:24.210569 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.223656 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.plugins.ml2.plugin [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Calling delete_port for 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c owned by network:router_gateway {{(pid=115540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:24.285217 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvr_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] Set router b3bc7227-790a-49af-832f-fdca61b20f4b gateway port host: None {{(pid=115541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 13:02:24.333422 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_hamode_db [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:02:24Z', 'revision_number': 6, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port_host': None}], 'dv-cinder-850939-2-iscsi', False) {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:24.358079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a0b3-0cf9-4b41-9b86-057db5271fa2 None None] The sync data for ids ['b3bc7227-790a-49af-832f-fdca61b20f4b'] in dv-cinder-850939-2-iscsi is: [{'id': 'b3bc7227-790a-49af-832f-fdca61b20f4b', 'name': 'tempest-TestMinimumBasicScenario-1264374573-router', 'tenant_id': '48549592401f40a4a75d41d0a274cb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T13:00:10Z', 'updated_at': '2022-07-26T13:02:24Z', 'revision_number': 6, 'project_id': '48549592401f40a4a75d41d0a274cb8e', 'gw_port_host': None}] {{(pid=115541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 13:02:24.391860 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4149575'] for port (9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.414554 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:24.478303 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887067'] for router_gateway (b3bc7227-790a-49af-832f-fdca61b20f4b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.565470 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router (b3bc7227-790a-49af-832f-fdca61b20f4b), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.567528 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks [] for router_controller (b3bc7227-790a-49af-832f-fdca61b20f4b), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.764624 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5f027a56-8e94-4648-becf-80da6b481f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.880045 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-926482'] for router (b3bc7227-790a-49af-832f-fdca61b20f4b), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.880682 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3bc7227-790a-49af-832f-fdca61b20f4b {{(pid=115540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 13:02:24.885575 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.886896 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-5317b387-2676-4044-8fd9-e454707e0f75 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b3bc7227-790a-49af-832f-fdca61b20f4b HTTP/1.1" status: 204 len: 168 time: 1.0097997 Jul 26 13:02:24.889413 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52548) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:24.935318 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Deleting subnet c8eed9a5-d252-4329-970f-0962248a33b2 {{(pid=115540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 13:02:24.938709 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Publish callbacks [] for subnet (c8eed9a5-d252-4329-970f-0962248a33b2), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:24.974763 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-385467'] for subnet (c8eed9a5-d252-4329-970f-0962248a33b2), precommit_delete_associations {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.051856 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33417771'] for subnet (c8eed9a5-d252-4329-970f-0962248a33b2), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.105725 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:25.112827 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33417762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4149610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8560637'] for subnet (c8eed9a5-d252-4329-970f-0962248a33b2), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.148037 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.151873 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c8eed9a5-d252-4329-970f-0962248a33b2 HTTP/1.1" status: 204 len: 168 time: 0.2613304 Jul 26 13:02:25.152741 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51818ad-62e3-41fb-8397-23dee5d42357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8eed9a5-d252-4329-970f-0962248a33b2,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:25.153868 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940ae61-615b-47a9-8de4-00a49f3a9145 None None] Network 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae requested from dv-cinder-850939-2-iscsi {{(pid=115541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 13:02:25.154406 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52550) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:25.229353 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33292641'] for network (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.273379 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Deleting port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f {{(pid=115539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:25.274302 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.323055 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] DHCP port deletion for 1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae request from dv-cinder-850939-2-iscsi {{(pid=115541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 13:02:25.346043 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.db [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] For port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:25.346408 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.355945 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:25.363410 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.plugin [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Calling delete_port for 60a84cb8-b97e-4cb7-8549-68c36ec8df7f owned by network:dhcp {{(pid=115539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:25.367157 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] Deleting port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 13:02:25.367529 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745442195725'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.445763 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] For port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f, host dv-cinder-850939-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-2-iscsi',level=0,port_id=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,segment=NetworkSegment(3732d224-ec99-4ced-8498-34c464cf157e),segment_id=3732d224-ec99-4ced-8498-34c464cf157e)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 13:02:25.446066 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926738'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.458745 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518241'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.467859 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] Calling delete_port for 60a84cb8-b97e-4cb7-8549-68c36ec8df7f owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 13:02:25.492392 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:25.495894 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] No DVR routers for this DVR port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f on host dv-cinder-850939-2-iscsi {{(pid=115539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:25.549611 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33344526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745442218051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745441817923'] for port (60a84cb8-b97e-4cb7-8549-68c36ec8df7f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.574345 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33411333', 'neutron.services.segments.db._delete_segments_for_network-8745442272970'] for network (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.574604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] Pushing event deleted for resources: {'Port': ['ID=60a84cb8-b97e-4cb7-8549-68c36ec8df7f,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:25.578825 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440326a-5400-4cb1-aac2-d86b3de2a89e None None] No DVR routers for this DVR port 60a84cb8-b97e-4cb7-8549-68c36ec8df7f on host dv-cinder-850939-2-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 13:02:25.585477 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:25.601454 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae']}} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:25.605462 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:25.605812 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 9a9b2fc8-c5aa-40af-8ba7-b3572dbbc09c not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:25.606236 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:25.611733 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3732d224-ec99-4ced-8498-34c464cf157e') {'for_net_delete': True} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:25.612108 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.services.segments.db [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3732d224-ec99-4ced-8498-34c464cf157e') {} {{(pid=115539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 13:02:25.622166 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745442272871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3365844'] for segment (3732d224-ec99-4ced-8498-34c464cf157e), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.624887 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:25.625240 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device aa4e9f6a-ae4c-460f-85f4-5cd4e77bba23 not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:25.625717 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 60a84cb8-b97e-4cb7-8549-68c36ec8df7f no longer exists at agent ovs-agent-dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 13:02:25.637222 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540'] for segment (3732d224-ec99-4ced-8498-34c464cf157e), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.644438 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] No Port match for: 60a84cb8-b97e-4cb7-8549-68c36ec8df7f {{(pid=115541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 13:02:25.644811 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.rpc [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Device 60a84cb8-b97e-4cb7-8549-68c36ec8df7f not bound to the agent host dv-cinder-850939-2-iscsi {{(pid=115541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 13:02:25.644932 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=115539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 13:02:25.645375 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33414540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518290'] for segment (3732d224-ec99-4ced-8498-34c464cf157e), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.688274 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 3732d224-ec99-4ced-8498-34c464cf157e resource provider aggregate not found Jul 26 13:02:25.707440 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.services.segments.plugin [-] Segment 3732d224-ec99-4ced-8498-34c464cf157e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3732d224-ec99-4ced-8498-34c464cf157e found for delete ", "request_id": "req-d922e5ec-2f0e-4d14-b8e4-af12a325af80"}]} Jul 26 13:02:25.713795 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33411342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887095'] for network (1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.719347 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540301'] for network (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.722569 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae HTTP/1.1" status: 204 len: 168 time: 0.5671616 Jul 26 13:02:25.738540 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00052c72-a8fd-40ff-b4c9-695aa8f49bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1acdb4c0-2bd3-4b9a-8630-4eb9a9698fae,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:25.898722 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52558) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:25.939845 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-962224cc-fdeb-41c4-87bb-1a093ad9d92e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ef477e2598b4c7bbd40c06ccd26112b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394783 Jul 26 13:02:25.942136 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.wsgi [-] (115539) accepted ('10.222.0.20', 52560) {{(pid=115539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:25.992413 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:25.993792 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccf3924a-3ee8-4cb4-adca-5b9903999e51 admin admin] Publish callbacks [] for security_group (4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25), before_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.017879 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccf3924a-3ee8-4cb4-adca-5b9903999e51 admin admin] Publish callbacks [] for security_group (4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25), precommit_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.073304 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccf3924a-3ee8-4cb4-adca-5b9903999e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25), after_delete {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.075970 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron_lib.callbacks.manager [None req-ccf3924a-3ee8-4cb4-adca-5b9903999e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.079925 dv-cinder-850939-2-iscsi neutron-server[115539]: INFO neutron.wsgi [None req-ccf3924a-3ee8-4cb4-adca-5b9903999e51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25 HTTP/1.1" status: 204 len: 168 time: 0.1341276 Jul 26 13:02:26.085662 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3924a-3ee8-4cb4-adca-5b9903999e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3fae03-45e3-42ea-b7e0-a0c2fcff9d25,revision_number=None']} {{(pid=115539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:26.398233 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52566) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:26.423457 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:26.440212 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-64ada7be-b663-48a3-8fbb-48887f9ae296 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48549592401f40a4a75d41d0a274cb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408888 Jul 26 13:02:26.442663 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [-] (115540) accepted ('10.222.0.20', 52568) {{(pid=115540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 13:02:26.492790 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba0d4-d11e-47e7-9367-2b41d2b83a02 admin admin] Publish callbacks [] for security_group (97a22749-98a5-434e-9582-792ddc1e134a), before_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.514171 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba0d4-d11e-47e7-9367-2b41d2b83a02 admin admin] Publish callbacks [] for security_group (97a22749-98a5-434e-9582-792ddc1e134a), precommit_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.564091 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba0d4-d11e-47e7-9367-2b41d2b83a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-852124'] for security_group (97a22749-98a5-434e-9582-792ddc1e134a), after_delete {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.566646 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba0d4-d11e-47e7-9367-2b41d2b83a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:26.567845 dv-cinder-850939-2-iscsi neutron-server[115540]: INFO neutron.wsgi [None req-3bbba0d4-d11e-47e7-9367-2b41d2b83a02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97a22749-98a5-434e-9582-792ddc1e134a HTTP/1.1" status: 204 len: 168 time: 0.1242898 Jul 26 13:02:26.576408 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbba0d4-d11e-47e7-9367-2b41d2b83a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a22749-98a5-434e-9582-792ddc1e134a,revision_number=None']} {{(pid=115540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 13:02:27.326463 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:27.668609 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:31.547107 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=85 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:31.547892 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:36.080662 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=71,neutron:DELETE=8 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:36.081682 dv-cinder-850939-2-iscsi neutron-server[115539]: DEBUG dbcounter [-] [115539] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:36.550944 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:36.571084 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG dbcounter [-] [115540] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=115540) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:37.662709 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:37.664759 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=62,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:48.055101 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:02:51.751697 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:52.594547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0ccad4ff-aa3e-4e6c-b719-e5ca2305536f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:54.758524 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fddc725e-1a2f-4903-9b72-b0d7d0404f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:55.991858 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:57.327477 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:57.674617 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:02:58.051513 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=5 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:02:58.052298 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:09.387538 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:09.390671 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:21.755476 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:22.597647 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a38ecc6d-e572-4f76-9682-4219fb3b0705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:24.088153 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:24.092978 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:24.762452 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5e59-7cc6-4ef8-aa02-bf173de9c899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:25.055115 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:03:25.995512 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:27.330888 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:27.677700 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:35.051758 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:37.671079 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:37.674227 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:49.388252 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=10 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:49.393285 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=16 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:03:51.770987 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:52.600096 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-43dd37d6-a8e7-4498-872b-fc22775a9b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:54.765261 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6ab7382a-4cf4-4d3f-b41c-78077608dd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:55.998567 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:57.333427 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:03:57.680238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:01.088807 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:01.089535 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:02.055181 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:04:07.669278 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:07.675264 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:12.051332 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:21.786422 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:22.602564 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-566b73c3-4453-4f3c-8596-28a00bd07d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:24.767407 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a693-01fb-4aac-84f4-bd4aeb3d265d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:26.001654 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:27.335783 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:27.682389 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:37.676443 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:37.679155 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:38.082145 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:38.087105 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:39.054443 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:04:51.785506 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:52.605067 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-df672228-6b96-400b-b2ff-b9e1c505dbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:53.064259 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:53.065771 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:04:54.770153 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-86d7d0e5-39f4-4476-9248-71e70522d6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:56.004897 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:57.337315 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:04:57.685299 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:09.399808 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:09.401833 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:15.073286 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:15.082595 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:16.053878 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:05:21.800343 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:22.606619 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8de259c0-c695-4306-9fe1-1be6f84a0dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:24.775025 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5472433-5b5d-4d33-be75-b817cf2af522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:26.008164 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:26.049078 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:26.049794 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:27.343761 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:27.687442 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:37.681696 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:37.683703 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:51.800369 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:52.089684 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=15 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:52.090454 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=17 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:05:52.610575 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ed90f4b-8073-495c-a385-7d159662bd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:53.054696 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:05:54.777470 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e0e69ae2-ee44-441f-930b-ab59278c2784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:56.010781 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:57.342404 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:05:57.689173 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:03.051464 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:07.678494 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:07.684576 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:21.799040 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:22.616096 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0d7e-c58d-4d42-9ee1-342230870217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:24.781508 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-93b471c2-dc9f-47dd-97a0-f4c299ca8b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:26.014564 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:27.344547 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:27.691091 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:29.083460 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:29.087855 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=4 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:30.054386 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:06:37.684982 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:37.686922 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:40.050496 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:51.092046 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:06:51.797126 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:52.618650 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-159e0335-be06-472e-8952-128fcd237b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:54.784287 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bf7e07c7-aff0-40a1-8904-ff690a6dce92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:56.017107 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:57.348313 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:06:57.693577 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:01.438499 dv-cinder-850939-2-iscsi neutron-server[115540]: DEBUG neutron.wsgi [req-951dd3d1-9e66-4bdb-a95b-e97f526ca3e2 req-5176a8b3-a82b-422e-b360-8026fc07628b service neutron] (115540) timed out ('10.222.0.46', 57522) {{(pid=115540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 13:07:06.083350 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:06.084378 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=3 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:07.053958 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:07:09.403128 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:09.404985 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:UPDATE=4,neutron:SELECT=22 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:17.050491 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=2 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:21.814238 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:22.621021 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a334e1f0-0205-43ab-ad02-f5781e6b8099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:24.785537 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-571f6197-e1d7-4bcf-b2b6-3b2cd5f52b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:26.020142 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:27.351213 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:27.698717 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:37.692604 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:37.694682 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG dbcounter [-] [115541] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=115541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:44.053864 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG neutron.db.agents_db [None req-6a8db5ea-a85a-4a5c-a223-aecb9ba67267 None None] Agent healthcheck: found 6 active agents {{(pid=115542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 13:07:51.812897 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-eaa66568-b9d1-4d0d-a5bb-0303a28ef212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (ab5f0822-ade4-46c9-ac7f-b6a9b99a2fb2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:52.624464 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ad013d42-d46f-417a-a7c4-03cc892ebf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (56ad8b58-5595-419c-95ce-28dd0bba7346), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:54.049785 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=18 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:54.050536 dv-cinder-850939-2-iscsi neutron-server[115542]: DEBUG dbcounter [-] [115542] Writing DB stats neutron:SELECT=16 {{(pid=115542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 13:07:54.788028 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f7d66121-2532-4978-816f-9659d5bab8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (121c5a2c-b805-4c56-86a1-17f6e5c1e553), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:56.023507 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-612a776d-4480-426a-bafe-a3e27fd30087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (cf2a6639-d1b0-4e4c-8f8a-96bf9b6f98ce), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:57.354005 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d812e310-a34f-43d2-8703-1d42936e85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (8fec6a80-3297-472e-9522-34d31abac10e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 13:07:57.703285 dv-cinder-850939-2-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85c2bea8-99ef-4778-86f4-8c9fe67e8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745442272952', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33416410'] for agent (934484d5-372e-4951-87b1-1002d8cc1ebf), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}